-- Logs begin at Wed 2021-02-17 20:45:51 UTC, end at Wed 2021-02-17 21:48:34 UTC. --
Feb 17 21:19:42.968911 dv-cinder-760193-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 21:19:45.689534 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.common.config [-] Logging enabled!
Feb 17 21:19:45.690109 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529
Feb 17 21:19:45.691468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83842) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 21:19:45.693351 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.common.config [-] Logging enabled!
Feb 17 21:19:45.693650 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529
Feb 17 21:19:45.694011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83842) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 21:19:45.695111 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 21:19:45.695380 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 21:19:45.696561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 21:19:45.696882 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 21:19:45.697151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 21:19:45.697533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.697885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.698231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.698503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.699103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.699443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.699771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.700113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.700482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.700814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.701136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.701463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.701729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.702054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.702390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.702726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.702986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.703311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.703851 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.704180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.704526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.704865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.705182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.705504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.705831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.706211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] host                           = dv-cinder-760193-4-iscsi {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.706533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.706871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.707204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.707537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.707856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.708175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.708542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.708860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.709174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.709491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.709828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.710161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.710502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.710764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.711021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.711354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.711690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.712005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.712321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.712689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.713006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.713320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.713628 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.713959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.714294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.714624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.714940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.715255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.715567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.715880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.716211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.716546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.716860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.717174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.717508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.717817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.718128 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.718480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.718810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.719137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.719467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.719782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.720113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.720448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.720762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.721073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.721388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.721703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.722032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.722346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.722660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.722970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.723283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.723617 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:45.723960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.724301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.724674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.724997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.725333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.725656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.725991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.726309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.726645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.726979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.727311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.727633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.727965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.728821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.729171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.729525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.729868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.730209 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.730524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.730839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.731153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.731473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.731800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.732144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.732504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.732822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.733143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.733480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.733799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.734112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.734434 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.734768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.735087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.735399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.735720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.736036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.736346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.736677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.736997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.737332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.737648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.737955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.738264 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.738580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.738890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.739219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.739536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.739847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.740158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.740502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.740815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.741129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.741446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.741758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.742074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.742385 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.742698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.743009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.743320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.743737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.744530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.744844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.745165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.745479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.745791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.746103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.746414 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.746725 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.747053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.747397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.747716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.748034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.748376 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.748686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.749008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.749325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.749642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.749960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.750274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.750609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.750931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.751257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.751583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.751900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.752240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.752579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.752902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.753216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.753534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.753856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.754188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.754525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.754859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.755193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.755526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.755862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.756179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.756551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.756860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:45.757108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 21:19:45.757378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83842) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 21:19:46.418271 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO keyring.backend [-] Loading Gnome
Feb 17 21:19:46.435923 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO keyring.backend [-] Loading Google
Feb 17 21:19:46.438529 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 21:19:46.442028 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO keyring.backend [-] Loading file
Feb 17 21:19:46.443093 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO keyring.backend [-] Loading keyczar
Feb 17 21:19:46.443378 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO keyring.backend [-] Loading multi
Feb 17 21:19:46.444031 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO keyring.backend [-] Loading pyfs
Feb 17 21:19:46.490383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:19:46.490706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:19:46.491035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:19:46.491412 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 21:19:46.887799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:46.888339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:46.888474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:46.937999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:46.939360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:46.939360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:46.942431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:46.942747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:46.943050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.013078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.013393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.013696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.014857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.015163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.015461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.295965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fafa7f0bf28> agent after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.296302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fafa7f0bf28> agent after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.296638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fafa7f37048> segment precommit_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.296941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fafa7f370d0> network precommit_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.297818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fafa7f240d0> segment before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.451255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> network before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.451639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fafa81239d8> agent before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.451973 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> network before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.452281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> port before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.452607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> port before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.452999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> segment after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.453300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> segment precommit_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.453593 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> segment precommit_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.453886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> segment after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.454229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> network after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.454528 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> network precommit_delete 0 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.454837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> port provisioning_complete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.455146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.455442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> rbac-policy after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.455759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> agent after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.456078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> subnet after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.456401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> subnet precommit_delete 0 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.456729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.457020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.457533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> port after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.457824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> port after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.458112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> port after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.458460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.458745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.459026 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fafa8a0f4e0>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.459462 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 21:19:47.459741 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 21:19:47.460018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 21:19:47.460289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 21:19:47.460588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 21:19:47.460863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 21:19:47.461295 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 21:19:47.465243 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 21:19:47.469228 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 21:19:47.473153 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Feb 17 21:19:47.474828 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 21:19:47.476090 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 21:19:47.476502 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 21:19:47.476958 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 21:19:47.480274 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 21:19:47.480584 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 21:19:47.480981 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 21:19:47.502770 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 17 21:19:47.503301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fafa80b98d0>> qos_plugin after_init 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.503648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83842) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 21:19:47.504070 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fafa8100320>> logging-plugin after_init 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.505463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83842) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 21:19:47.505788 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 21:19:47.506069 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 21:19:47.509396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fafa81003c8>> floatingip before_response 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.509719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fafa81003c8>> port before_response 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:47.577223 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 21:19:47.577400 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 21:19:47.577684 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 21:19:47.578105 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 21:19:47.612331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.sqlalchemy.engines [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83842) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 21:19:48.057316 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Initializing driver for type 'gre'
Feb 17 21:19:48.057889 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] gre ID ranges: [(1, 1000)]
Feb 17 21:19:48.099414 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Initializing driver for type 'local'
Feb 17 21:19:48.099791 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Initializing driver for type 'vlan'
Feb 17 21:19:48.111066 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] VlanTypeDriver initialization complete
Feb 17 21:19:48.111449 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Initializing driver for type 'vxlan'
Feb 17 21:19:48.112006 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] vxlan ID ranges: [(1, 1000)]
Feb 17 21:19:48.152726 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Initializing extension driver 'port_security'
Feb 17 21:19:48.153086 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.extensions.port_security [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] PortSecurityExtensionDriver initialization complete
Feb 17 21:19:48.153458 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Initializing mechanism driver 'openvswitch'
Feb 17 21:19:48.159688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:19:48.160544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa7f50d68>> port after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.160955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa7f50d68>> port after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.161345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa7f50d68>> port after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.161771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79ceef0>> subnet after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.162161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79ceef0>> subnet after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.162543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79ceef0>> subnet after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.162960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7208>> network after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.163342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7208>> network after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.163719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7208>> network after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.164133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d73c8>> security_group after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.164566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d73c8>> security_group after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.164941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d73c8>> security_group after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.165352 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7588>> security_group_rule after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.166331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7588>> security_group_rule after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.166709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7588>> security_group_rule after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.167248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7748>> address_group after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.167629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7748>> address_group after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.168006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fafa79d7748>> address_group after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.168393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] ML2 OVO RPC backend initialized. {{(pid=83842) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 21:19:48.169112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> router_interface after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.169501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> router_interface after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.169958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> network before_response 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.170340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> networks before_response 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.170720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> port before_response 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.171096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> ports before_response 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.171475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> subnet before_response 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.171855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> subnets before_response 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.172244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> network after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.172644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> network after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.173017 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> network after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.173390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> port after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.173762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> port after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.174133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> port after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.174509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> subnet after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.174880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> subnet after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.175250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fafa79d7828>> subnet after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.175927 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.plugin [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Modular L2 Plugin initialization complete
Feb 17 21:19:48.176285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading services supported by the core plugin {{(pid=83842) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 21:19:48.176670 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.plugins.ml2.managers [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Got port-security extension from driver 'port_security'
Feb 17 21:19:48.177177 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.extensions.vlantransparent [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Disabled vlantransparent extension.
Feb 17 21:19:48.177655 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83842) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 21:19:48.177998 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading Plugin: router
Feb 17 21:19:48.216752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router_interface before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.217195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router after_create 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.217640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router before_create 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.218051 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router_interface before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.218476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router_interface after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.218877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router after_delete 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.219284 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> floatingip after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.219701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router after_create 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.220091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router after_update 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.220522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router after_update 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.220915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router_gateway after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.221326 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router after_update 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.221827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router precommit_update 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.222258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fafa7fcb158> port after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.222636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fafa7fcb2f0> port after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.223014 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fafa7fcb268> subnet after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.223388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fafa7fcb1e0> subnetpool_address_scope after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.223775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> port precommit_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.224165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router precommit_create 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.224579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fafa7fae8c8> port before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.224962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router precommit_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.225377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router after_update 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.225765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router precommit_delete 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.226163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router precommit_create 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.226579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router_interface after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.226971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> router precommit_update 55549900 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.227409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fafa79d79b0>> network after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.229046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Tracking information for resource: router configured {{(pid=83842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 21:19:48.229421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Tracking information for resource: floatingip configured {{(pid=83842) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 21:19:48.234197 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_agentschedulers_db [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 21:19:48.234839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fafa79870d0> port after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.235236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fafa79fb048> port after_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.235625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function _notify_port_delete at 0x7fafa7987048> port after_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.236037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fafa7987268> port after_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.236949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fafa79ae710>> router before_create 55550100 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.237355 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fafa79ae710>> router precommit_delete 55550100 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.237758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fafa79ae710>> router precommit_create 55550100 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.238153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fafa79ae710>> router precommit_update 55550100 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.242854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.provider_configuration [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service providers = [] {{(pid=83842) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 21:19:48.243252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.servicetype_db [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83842) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 21:19:48.246594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.service_base [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 21:19:48.246983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.service_base [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 21:19:48.247363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.service_base [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 21:19:48.248407 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.service_base [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83842) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 21:19:48.248799 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.services.service_base [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 21:19:48.249226 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 21:19:48.249577 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 21:19:48.259782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 21:19:48.260154 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading Plugin: auto_allocate
Feb 17 21:19:48.266039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fafa792b6a8> network precommit_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.266454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fafa792b6a8> network precommit_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.267056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 21:19:48.267415 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading Plugin: tag
Feb 17 21:19:48.274424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 21:19:48.274791 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading Plugin: timestamp
Feb 17 21:19:48.279223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 21:19:48.279743 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading Plugin: network_ip_availability
Feb 17 21:19:48.285355 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fafa7884390>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.285768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fafa7884390>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.286162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fafa7884390>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.286968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 21:19:48.287324 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading Plugin: flavors
Feb 17 21:19:48.292609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 21:19:48.292977 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading Plugin: revisions
Feb 17 21:19:48.297208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83842) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 21:19:48.297671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=83842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:19:48.298480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83842) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 21:19:48.298840 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Initializing extension manager.
Feb 17 21:19:48.299408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: __init__.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.299789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: __pycache__ {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.300163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.300570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: address_group.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.301545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.302201 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: address-group
Feb 17 21:19:48.302573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: address_scope.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.303340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.303921 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: address-scope
Feb 17 21:19:48.304281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: admin_state_down_before_update.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.305238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.305820 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: router-admin-state-down-before-update
Feb 17 21:19:48.306238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: agent.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.306989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.307609 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: agent
Feb 17 21:19:48.307924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: agent_resources_synced.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.308853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.309433 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: agent-resources-synced
Feb 17 21:19:48.309791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: allowedaddresspairs.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.311589 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.312184 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: allowed-address-pairs
Feb 17 21:19:48.312582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: auto_allocated_topology.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.313651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.314241 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: auto-allocated-topology
Feb 17 21:19:48.314603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: availability_zone.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.315346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.315931 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: availability_zone
Feb 17 21:19:48.316291 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: availability_zone_filter.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.317234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.317814 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: availability_zone_filter
Feb 17 21:19:48.318175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: data_plane_status.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.319083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.319657 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 21:19:48.320018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: default_subnetpools.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.320953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.321534 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: default-subnetpools
Feb 17 21:19:48.321936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: dhcpagentscheduler.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.322901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.323492 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: dhcp_agent_scheduler
Feb 17 21:19:48.324110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: dns.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.325056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.325644 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 21:19:48.326008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: dns_domain_ports.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.326922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.327502 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 21:19:48.327865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: dvr.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.328612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.329197 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: dvr
Feb 17 21:19:48.329560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: empty_string_filtering.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.330470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.331049 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: empty-string-filtering
Feb 17 21:19:48.331412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.332330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.332937 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 21:19:48.333303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.334234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.334818 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 21:19:48.335181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: external_net.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.336119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.336735 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: external-net
Feb 17 21:19:48.337097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: extra_dhcp_opt.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.338618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.339211 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: extra_dhcp_opt
Feb 17 21:19:48.339572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: extraroute.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.340542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.341137 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: extraroute
Feb 17 21:19:48.341498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: extraroute_atomic.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.342560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.343154 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: extraroute-atomic
Feb 17 21:19:48.343515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: filter_validation.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.344244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.344872 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: filter-validation
Feb 17 21:19:48.345230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: fip_pf_description.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.346161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.346737 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 21:19:48.347094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: fip_port_details.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.348027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.348650 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: fip-port-details
Feb 17 21:19:48.349011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: flavors.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.350269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.350859 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: flavors
Feb 17 21:19:48.351224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.353020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.354314 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 21:19:48.354812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: floatingip_pools.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.355602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.356200 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: floatingip-pools
Feb 17 21:19:48.356611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: ip_allocation.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.357565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.358154 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 21:19:48.358522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.359452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.360042 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: ip-substring-filtering
Feb 17 21:19:48.360430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: l2_adjacency.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.361352 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.361933 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 21:19:48.362296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: l3.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.363422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.364018 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: router
Feb 17 21:19:48.364403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: l3_conntrack_helper.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.366711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.367314 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 21:19:48.367684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.368631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.369228 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: ext-gw-mode
Feb 17 21:19:48.369595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.370543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.371125 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: l3-ha
Feb 17 21:19:48.371489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: l3_flavors.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.372431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.373020 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: l3-flavors
Feb 17 21:19:48.373388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.374313 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.374890 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 21:19:48.375251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: l3agentscheduler.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.376567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.377165 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: l3_agent_scheduler
Feb 17 21:19:48.377530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: logging.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.379038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.379639 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension logging not supported by any of loaded plugins
Feb 17 21:19:48.380010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: metering.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.380842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.381557 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: metering
Feb 17 21:19:48.381923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.383025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.383627 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: metering_source_and_destination_fields
Feb 17 21:19:48.383994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: multiprovidernet.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.384947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.385539 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: multi-provider
Feb 17 21:19:48.385901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: netmtu.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.386824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.387408 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: net-mtu
Feb 17 21:19:48.387769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: netmtu_writable.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.388714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.389304 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: net-mtu-writable
Feb 17 21:19:48.389666 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: network_availability_zone.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.390383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.390964 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: network_availability_zone
Feb 17 21:19:48.391323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: network_ip_availability.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.392456 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.393051 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: network-ip-availability
Feb 17 21:19:48.393418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: network_segment_range.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.394353 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.394938 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 21:19:48.395303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: pagination.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.396287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.396685 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: pagination
Feb 17 21:19:48.397043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: port_device_profile.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.397948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.398538 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: port-device-profile
Feb 17 21:19:48.398900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.399817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.400928 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: port-mac-address-regenerate
Feb 17 21:19:48.401318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.402205 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.402796 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: port-numa-affinity-policy
Feb 17 21:19:48.403161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: port_resource_request.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.404062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.404668 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 21:19:48.405030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: portbindings.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.405970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.406560 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: binding
Feb 17 21:19:48.406922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: portbindings_extended.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.408173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.408790 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: binding-extended
Feb 17 21:19:48.409154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: portsecurity.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.410076 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.410664 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: port-security
Feb 17 21:19:48.411027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: project_id.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.411995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.412406 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: project-id
Feb 17 21:19:48.412846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: providernet.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.413773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.414364 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: provider
Feb 17 21:19:48.414726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.418886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.419494 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos not supported by any of loaded plugins
Feb 17 21:19:48.419871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.422394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.422996 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 21:19:48.423378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.424299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.424934 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 21:19:48.425305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos_default.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.426218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.426802 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos-default not supported by any of loaded plugins
Feb 17 21:19:48.427166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos_fip.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.427860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.428468 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 21:19:48.428833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos_gateway_ip.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.429757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.430343 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 21:19:48.430704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos_port_network_policy.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.431642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.432222 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 21:19:48.432626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos_rule_type_details.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.433547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.434128 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 21:19:48.434487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: qos_rules_alias.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.435534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.436123 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 21:19:48.436520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: quotasv2.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.437541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.437912 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: quotas
Feb 17 21:19:48.438269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: quotasv2_detail.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.439844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.440232 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: quota_details
Feb 17 21:19:48.440630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: rbac.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.441802 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.442411 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: rbac-policies
Feb 17 21:19:48.442778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: rbac_address_scope.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.443712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.444305 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: rbac-address-scope
Feb 17 21:19:48.444695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: rbac_security_groups.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.445719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.446309 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: rbac-security-groups
Feb 17 21:19:48.446674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: rbac_subnetpool.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.447643 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.448228 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: rbac-subnetpool
Feb 17 21:19:48.448633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: revisionifmatch.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.449813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.450401 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: revision-if-match
Feb 17 21:19:48.450766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: revisions.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.451897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.452516 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: standard-attr-revisions
Feb 17 21:19:48.452883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: router_availability_zone.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.453603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.454197 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: router_availability_zone
Feb 17 21:19:48.454559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: routerservicetype.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.455515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.456109 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 21:19:48.456494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.457427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.458025 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: security-groups-normalized-cidr
Feb 17 21:19:48.458386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: security_groups_port_filtering.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.459297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.459880 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: port-security-groups-filtering
Feb 17 21:19:48.460240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.461217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.461809 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: security-groups-remote-address-group
Feb 17 21:19:48.462172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: securitygroup.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.475750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.476405 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: security-group
Feb 17 21:19:48.476774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: segment.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.477644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.478846 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension segment not supported by any of loaded plugins
Feb 17 21:19:48.479213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.480168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.480792 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 21:19:48.481160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: servicetype.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.482252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.482848 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: service-type
Feb 17 21:19:48.483217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: sorting.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.484200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.484648 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: sorting
Feb 17 21:19:48.485012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: standard_attr_segment.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.485926 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.486517 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 21:19:48.486879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: standardattrdescription.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.487563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.488145 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: standard-attr-description
Feb 17 21:19:48.488536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: stateful_security_group.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.489464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.490059 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: stateful-security-group
Feb 17 21:19:48.490418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: stdattrs_common.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.491015 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 21:19:48.491374 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.492409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.492991 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 21:19:48.493349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: subnet_onboard.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.494441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.495035 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: subnet_onboard
Feb 17 21:19:48.495397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.496399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.496904 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 21:19:48.497265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: subnet_service_types.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.498196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.498779 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: subnet-service-types
Feb 17 21:19:48.499139 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: subnetallocation.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.500213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.500828 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: subnet_allocation
Feb 17 21:19:48.501191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.501888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.502480 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: subnetpool-prefix-ops
Feb 17 21:19:48.502839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.503782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.504388 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 21:19:48.504738 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: tagging.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.506039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.506635 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: standard-attr-tag
Feb 17 21:19:48.507041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: timestamp.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.508206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.508830 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loaded extension: standard-attr-timestamp
Feb 17 21:19:48.509200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: trunk.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.510236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.510828 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension trunk not supported by any of loaded plugins
Feb 17 21:19:48.511192 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: trunk_details.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.512114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.512737 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 21:19:48.513100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: uplink_status_propagation.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.514025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.514604 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 21:19:48.514963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Loading extension file: vlantransparent.py {{(pid=83842) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 21:19:48.515723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83842) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 21:19:48.516311 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 21:19:48.519119 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:network
Feb 17 21:19:48.519958 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:subnet
Feb 17 21:19:48.520646 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 21:19:48.521299 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:port
Feb 17 21:19:48.522799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.523287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service FLAVORS assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.523983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.524482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.525373 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:router
Feb 17 21:19:48.526107 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 21:19:48.526886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service METERING assigned prefix: /metering {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.528822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fafa77cc9e8>> rbac-policy before_create 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.529223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fafa77cc9e8>> rbac-policy before_update 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.529604 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fafa77cc9e8>> rbac-policy before_delete 55550000 {{(pid=83842) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:19:48.530770 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 21:19:48.531257 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:security_group
Feb 17 21:19:48.532073 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 21:19:48.532904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service CORE assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.533276 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 21:19:48.533645 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] subnetpool is already registered
Feb 17 21:19:48.534312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service CORE assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.534677 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 21:19:48.535035 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] subnetpool is already registered
Feb 17 21:19:48.537853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.538330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service FLAVORS assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.538978 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.539443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.539812 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:router
Feb 17 21:19:48.540174 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] router is already registered
Feb 17 21:19:48.541518 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 21:19:48.541880 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] floatingip is already registered
Feb 17 21:19:48.542577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service METERING assigned prefix: /metering {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.543324 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 21:19:48.543685 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] rbac_policy is already registered
Feb 17 21:19:48.544308 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:security_group
Feb 17 21:19:48.544696 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] security_group is already registered
Feb 17 21:19:48.545359 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 21:19:48.545719 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] security_group_rule is already registered
Feb 17 21:19:48.546457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service CORE assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.546845 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 21:19:48.547220 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] subnetpool is already registered
Feb 17 21:19:48.547849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.resource_helper [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Service CORE assigned prefix:  {{(pid=83842) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 21:19:48.548213 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 21:19:48.548592 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.quota.resource_registry [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] subnetpool is already registered
Feb 17 21:19:48.549312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: extensions {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.550911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: address-groups {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.552622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: address-scopes {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.553922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: agents {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.555153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: auto-allocated-topology {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.556550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: availability_zones {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.558117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: dhcp-networks {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.559586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: dhcp-agents {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.561119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: routers {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.563043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: flavors {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.564289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: service_profiles {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.565611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: next_providers {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.568177 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: service_profiles {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.569811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: floatingip-pools {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.571109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: routers {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.573597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: floatingips {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.575135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: l3-routers {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.576654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: l3-agents {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.578176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: metering-labels {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.579625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: metering-label-rules {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.581021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: network-ip-availabilities {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.582367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: bindings {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.584127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: quotas {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.585680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: quotas {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.587180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: rbac-policies {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.589145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: security-groups {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.590426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: security-group-rules {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.591740 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: service-providers {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.593065 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: subnetpools {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.594577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: subnetpools {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.596142 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.597957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.599869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.601804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.603758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.605600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.607498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.609488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.611524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.613511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.extensions [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Extended resource: tags {{(pid=83842) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 21:19:48.620687 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING keystonemiddleware.auth_token [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 21:19:48.626017 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING keystonemiddleware.auth_token [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 21:19:48.635375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Acquired lock "singleton_lock" {{(pid=83842) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 21:19:48.635898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Releasing lock "singleton_lock" {{(pid=83842) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 21:19:48.637402 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO oslo_service.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Starting 2 workers
Feb 17 21:19:48.642152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Started child 83953 {{(pid=83842) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 21:19:48.646012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:19:48.646860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Started child 83954 {{(pid=83842) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 21:19:48.647475 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [-] (83953) wsgi starting up on http://0.0.0.0:9696
Feb 17 21:19:48.648340 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 21:19:48.649055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Notify callbacks [] for process, before_spawn {{(pid=83842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:19:48.651659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:19:48.652087 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO oslo_service.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Starting 1 workers
Feb 17 21:19:48.653088 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [-] (83954) wsgi starting up on http://0.0.0.0:9696
Feb 17 21:19:48.657558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Started child 83955 {{(pid=83842) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 21:19:48.658135 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO oslo_service.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Starting 1 workers
Feb 17 21:19:48.659586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] calling RpcWorker wait() {{(pid=83955) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 21:19:48.659979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] returning from RpcWorker wait() {{(pid=83955) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 21:19:48.661530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:19:48.662080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:19:48.662913 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Started child 83956 {{(pid=83842) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 21:19:48.663734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68326ec9-16c4-4576-9101-61d124d282fe None None] Notify callbacks [] for process, after_spawn {{(pid=83842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:19:48.665376 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83842) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 21:19:48.665648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 21:19:48.665855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 21:19:48.666120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 21:19:48.666514 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 21:19:48.666682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 21:19:48.666774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:19:48.667231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.667535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.667821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.667975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:19:48.668075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.668436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.669106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.669380 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.669695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.670000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.670286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.670480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.670669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.670953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.671220 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.671565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.671856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.672133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.672437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.672649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.672931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.673231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.673512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.673817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.674102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.674664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.674930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.675405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.675506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.675788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.676054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.676458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.676738 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.676991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.677242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.677521 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.677904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.678130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.678477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.678687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.679150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] host                           = dv-cinder-760193-4-iscsi {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.679417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.679669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.679931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.680207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.680509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.680773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.681061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.681383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.681643 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.681902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.682173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.682433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.682701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.683088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.683199 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.683426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.683723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.684012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.684225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.684425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.684586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.684880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.685072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.685350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.685623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.685819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.686081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.686343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.686588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.686875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.687125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.687413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.687617 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.687901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.688162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.688466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.688718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.688971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.689237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.689485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.689729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.690003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.690272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.691240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.691565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.691866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.692172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.692486 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.692857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.693090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.693331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.693590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.693953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.694203 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.694757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.695138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.695402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.697875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.697875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.697875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.697875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.697875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.700561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.700561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.700561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.700561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.700561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.700561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.700561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.700561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.701062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.701062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.701189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.701422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.701675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.701962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.702232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.703962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.703962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.703962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.703962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.703962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.703962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.704610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.704610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.704740 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.704962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.705211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.705466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.705708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.705980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.706310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.706637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.706940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.81/identity {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.707213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.707462 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.707727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.708003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.708252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.708525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.708845 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.709144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.709395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.709639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.709897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.710166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.710415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.710685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.710942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.711369 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.711561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.711758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.712027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.712294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.713166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.713426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.713690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.713940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.714215 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.714491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.714756 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.714977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.715239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.715490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.715755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.715985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.716233 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.716550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.716744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.716987 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.717271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.717646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.717898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.718125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.718403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.718630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.718890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.719145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.719403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.719643 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.719888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.720103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.720379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.720619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.720864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.721108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.721351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.721602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.721846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.722092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.722347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.722597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.722841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.723139 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.723488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.723758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.724012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.724249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.724538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.724804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.725034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.725285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.725538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.725786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.726076 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.726316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.726610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.726850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.727139 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.727402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.727627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.727884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.728197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.728944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.728944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.729217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.729318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.732938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.733245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.733245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.733554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.733844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.734117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.734391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.734734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.735014 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.735357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.735650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.735924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.736290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.736611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.736889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.737152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.737453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.737721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.737991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.738276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.738561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.738832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.739106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.739391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.81/identity {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.739641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.739891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.740176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.740444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.740716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.740963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.741216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.741465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.741726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.742010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.742254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.742506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.742751 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.743002 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.743268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.743552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.743850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.744106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.744406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.744662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.744913 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.745163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.745407 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.745691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.745943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.746243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.746525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.746792 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.747071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.747328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.747619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.747864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.748148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.748424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.748674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.748923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.749168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.749415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.749680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.749956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.750206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.750481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.750736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.751068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.751512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.751780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.752060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.753594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.753594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.753594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.753594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.753594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.753594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.754298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.754298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.754298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.754703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.754703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.754967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.755122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.755372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.755616 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.755960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.756323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.756630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.756902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.757128 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.757602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.757851 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.758096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.758346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.758591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.758853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.759099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.759875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.760134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.760409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.760729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.761016 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.761267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.761580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.761854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.762150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.762403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.762749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.762999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.763272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.763545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.763821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.764078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.764435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.764808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.765144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.765458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.765747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.766073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.766373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.767365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.767365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.767365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.767599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.767835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.768067 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.768329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.768642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.768899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.769167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.769418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.769687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.769940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.770234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.770531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.770794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.771062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.771329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.771578 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.771850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.772094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.772348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.772616 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.772800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 21:19:48.773347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83842) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 21:19:48.773532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 21:19:48.773711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 21:19:48.773885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 21:19:48.774082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 21:19:48.774259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 21:19:48.774501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.774686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.774932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.775657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.775843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.776063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.776265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.776473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.776656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.776839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.777021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.777202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.777383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.777563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.777743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.777928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.778112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.778292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.778478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.778658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.778838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.779020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.779201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.779383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.779605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.779789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.779971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.780152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.780337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.780550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.780731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.780912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.781092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.781274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.781454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.781634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.781815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.781995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.782176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.782357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] host                           = dv-cinder-760193-4-iscsi {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.782537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.782718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.782897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.783080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.783260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.783449 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.783625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.783808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.784044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.784253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.784456 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.784639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.784820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.785000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.785181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.785363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.785543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.785724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.785932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.786118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.786300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.786483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.786663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.786843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.787024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.787205 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.787385 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.787566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.787745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.787924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.788106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.788286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.788488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.788672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.788852 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.789033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.789213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.789392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.789571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.789753 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.789934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.790114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.790298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.790516 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.790700 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.790881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.791062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.791243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.791423 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.791603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.791783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.791964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.792147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.792327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.792529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.792710 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.792890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.793069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.793249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.793428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.793607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.793787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.793967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.794147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.794328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.794507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.794685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.794866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.795048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 21:19:48.795252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.795440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.795639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.795829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.796003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.796157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.796314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.796553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.796745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.796901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.797052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.797201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.797351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.797511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.797663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.797813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.797963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.798114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.798299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.798454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.798641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.798827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.799024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.799166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.799357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.81/identity {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.799543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.799729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.799914 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.800101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.800294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.800504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.800663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.800854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.801040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.801226 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.801413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.801600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.801787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.801974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.802161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.802347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.802534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.802719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.802905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.803090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.803276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.803463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.803649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.803836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.804021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.804218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.804427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.804594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.804949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.805120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.805305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.805491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.805677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.805863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.806050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.806303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.806509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.806696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.806882 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.807070 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.807255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.807443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.807627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.807815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.808001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.808231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.808368 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.808557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.808743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.808952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.809100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.809282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.809443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.809629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.809815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.810001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.810186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.810376 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.810561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.810757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.810961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.811147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.811332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.811518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.811705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.811891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.812078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.812262 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.812471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.812658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.812843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.813028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.813216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.813406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.813592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.813778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.813964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.814149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.814334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.814519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.814704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.814890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.815075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.815260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.815445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.815629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.815825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.815937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:19:48.816015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.816172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.816393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.816567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.816766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.816955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.817140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.817310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.817487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.817671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.817857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.818042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.818227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.818412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.818600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.818794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.818989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.819174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.819335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.819520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.819737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.819922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.820107 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.820297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.820508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.820694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.820880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.821064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.821251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.821437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.821622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.822340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.81/identity {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.822527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.822713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.822898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.823083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.823271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.823459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.823645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.824097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.824284 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.824512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.824697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.824884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.825069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.825254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.825439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.825624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.825809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.825994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.826180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.826364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.826549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.826734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.826920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.827104 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.827288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.827476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.827663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.827850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.828040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.828218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.828400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.828568 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.828781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.828885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.829075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.829235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.829421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.829608 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.829795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.829980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.830166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.830354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.830539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.830745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.830932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.831118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.831306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.831492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.831677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.831866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.832027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.832212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.832392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.832579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.832765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.832952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.833113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.833299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.833484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.833670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.833856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.834040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.834241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.834428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.834614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.834799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.834984 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.835184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.835378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.835546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.835722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.835824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.836024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.836210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.836413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.836600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.836783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.836980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.837168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.837402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.838127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.838316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.838501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.838688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.838889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.839058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.839214 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.839391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.839551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.839706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.839859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.840009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.840212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.840428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.840619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.840815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.841010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.841204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.841390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.841582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.841782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.841955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.842107 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.842258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.842443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.842642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.842789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.843244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.843244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.843244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.843677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.843677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.843965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.843965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.844252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.844252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.844592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.844592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.844972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.844972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 21:19:48.845273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83842) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 21:19:49.130546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 50804) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:19:49.142501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0098207
Feb 17 21:19:59.881729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852788eb-2e51-46c6-a15b-1c06e6a1239c None None] get_active_networks_info from dv-cinder-760193-4-iscsi {{(pid=83955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 21:20:00.018560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852788eb-2e51-46c6-a15b-1c06e6a1239c None None] No non-hosted networks {{(pid=83955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 21:20:00.117723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a940ea2-a299-4948-9586-ec9487a064b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:01.365740 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c95131b2-f150-4dc8-bedc-c91ec133348a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:01.410806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7d1a59f-7d95-4597-ad13-31971b2cf53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:02.385658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:03.374857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:03.377583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.379478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.382743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.383865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.387241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.388513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.389060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.389637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.390372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.390904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.391433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.391970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:03.393186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fafa74f61d0>, 'Open vSwitch agent', 'dv-cinder-760193-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:03.398991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fafa74d7080>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760193-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:03.825772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:05.174448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 50894) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:05.291334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] get_endpoint_by_host() called for host dv-cinder-760193-4-iscsi {{(pid=83955) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 21:20:05.297012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] get_endpoint_by_ip() called for ip 192.168.0.71 {{(pid=83955) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 21:20:05.300307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] _add_endpoint() called for ip 192.168.0.71 {{(pid=83955) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 21:20:05.307864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] _get_endpoints() called {{(pid=83955) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 21:20:05.883489 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING oslo_policy.policy [None req-136c0893-3dae-4c95-8c26-6c54bc23ba0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 21:20:05.884146 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING oslo_policy.policy [None req-136c0893-3dae-4c95-8c26-6c54bc23ba0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 21:20:06.115394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [None req-136c0893-3dae-4c95-8c26-6c54bc23ba0e admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:20:06.117921 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-136c0893-3dae-4c95-8c26-6c54bc23ba0e admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.9424150
Feb 17 21:20:06.591505 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_hamode_db [None req-d100bb58-0f89-4595-ad93-4707894a9799 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 21:20:06.683162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100bb58-0f89-4595-ad93-4707894a9799 None None] Routers set() bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:20:06.683520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100bb58-0f89-4595-ad93-4707894a9799 None None] Router IDs set() for agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 21:20:08.882974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 50910) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:09.283178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:20:09.353475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.policy [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83954) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 21:20:09.389230 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING oslo_policy.policy [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 21:20:09.389654 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING oslo_policy.policy [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 21:20:09.417649 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fafa73702b0>.
Feb 17 21:20:09.433529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:09.491481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262324801212', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262324749014', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262324750300', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262324756154', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262324754963', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-736164', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-722719', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16354408', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838603569'] for rbac-policy, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:09.555205 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:09.556600 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-296c52b7-c9e5-4854-a5e1-2fc65c851198 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6726282
Feb 17 21:20:12.547143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 50924) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:12.919886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Request body: {'network': {'project_id': '9253549f98ea4d57901c2a048a710f8e', 'admin_state_up': True, 'name': 'private'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:20:12.925876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:12.930526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Usage tracker for resource:network and tenant:9253549f98ea4d57901c2a048a710f8e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:20:12.934715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:20:12.940798 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:20:12.950254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Made reservation on behalf of 9253549f98ea4d57901c2a048a710f8e for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:20:12.956283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:12.975881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:13.146270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:13.150648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Usage tracker for resource:security_group_rule and tenant:9253549f98ea4d57901c2a048a710f8e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:20:13.154261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:20:13.159836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:20:13.260474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:13.263459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:13.268256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:13.293397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:20:13.323020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262328916220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:13.323519 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Added segment 0a16b637-0dd4-4e71-9ce6-d48cbfb27d85 of type vxlan for network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5
Feb 17 21:20:13.332816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee87e9f-4d78-4f26-a8f0-5771d4599de5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:13.386237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.386611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.386974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.387333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.387685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.388042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.388412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.388766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.389130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.389480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.389826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.390173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Tracked resource versions report:
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]: pushed versions:
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]: {   'AddressGroup': {'1.1'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'ConntrackHelper': {'1.0'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Log': {'1.0'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Network': {'1.1'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Port': {'1.7'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'PortForwarding': {'1.2'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'QosPolicy': {'1.8'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroup': {'1.4'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroupRule': {'1.2'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SubPort': {'1.0'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Subnet': {'1.1'},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Trunk': {'1.1'}}
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]: consumer versions:
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]: {   DHCP agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     L3 agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metadata agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metering agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@dv-cinder-760193-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'ConntrackHelper': '1.0',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Log': '1.0',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Network': '1.1',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Port': '1.7',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'PortForwarding': '1.2',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'QosPolicy': '1.8',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroup': '1.4',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroupRule': '1.2',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SubPort': '1.0',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Subnet': '1.1',
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Trunk': '1.1'}}
Feb 17 21:20:13.391256 dv-cinder-760193-4-iscsi neutron-server[83842]:  {{(pid=83954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 21:20:13.444957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:13.450204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:13.483870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:13.485228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:13.485904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:13.490667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:13.604017 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0556977
Feb 17 21:20:13.604784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Pushing event updated for resources: {'Network': ['ID=b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:13.607996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:13.615962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:20:16.661031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 50940) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:17.289061 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING oslo_policy.policy [None req-f4474440-207e-4e0a-ab03-4c7241920120 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 21:20:17.289661 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING oslo_policy.policy [None req-f4474440-207e-4e0a-ab03-4c7241920120 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 21:20:17.721162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.policy [None req-f4474440-207e-4e0a-ab03-4c7241920120 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83953) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 21:20:17.914243 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING oslo_policy.policy [None req-f4474440-207e-4e0a-ab03-4c7241920120 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 21:20:17.914681 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING oslo_policy.policy [None req-f4474440-207e-4e0a-ab03-4c7241920120 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 21:20:17.941558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4474440-207e-4e0a-ab03-4c7241920120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:17.943390 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f4474440-207e-4e0a-ab03-4c7241920120 admin admin] 10.222.0.81 "GET /v2.0/networks/b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 HTTP/1.1" status: 200  len: 818 time: 1.2803385
Feb 17 21:20:17.976719 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a9432791-e196-409d-8728-148ffa83ce89 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/4929817a-c21d-4bbc-aad8-8604c7441d1b HTTP/1.1" status: 200  len: 734 time: 0.0267363
Feb 17 21:20:17.986509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'name': 'private-subnet', 'subnetpool_id': '4929817a-c21d-4bbc-aad8-8604c7441d1b', 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:20:17.989336 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.quota [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fafa7555f28>.
Feb 17 21:20:17.995774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:18.001091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Usage tracker for resource:subnet and tenant:9253549f98ea4d57901c2a048a710f8e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:20:18.004418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:20:18.011044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:20:18.024403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Made reservation on behalf of 9253549f98ea4d57901c2a048a710f8e for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:20:18.030263 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:18.540500 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:18.555490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:18.703814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba4aaf3-dac0-458b-a053-0542b01e1e53,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:18.715885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.716269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.716656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.717013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.717366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.717716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.718066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.718671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.719022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.719376 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.719723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.720066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Tracked resource versions report:
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]: pushed versions:
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]: {   'AddressGroup': {'1.1'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'ConntrackHelper': {'1.0'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Log': {'1.0'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Network': {'1.1'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Port': {'1.7'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'PortForwarding': {'1.2'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'QosPolicy': {'1.8'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroup': {'1.4'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroupRule': {'1.2'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SubPort': {'1.0'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Subnet': {'1.1'},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Trunk': {'1.1'}}
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]: consumer versions:
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]: {   DHCP agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     L3 agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metadata agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metering agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@dv-cinder-760193-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'ConntrackHelper': '1.0',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Log': '1.0',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Network': '1.1',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Port': '1.7',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'PortForwarding': '1.2',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'QosPolicy': '1.8',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroup': '1.4',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroupRule': '1.2',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SubPort': '1.0',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Subnet': '1.1',
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Trunk': '1.1'}}
Feb 17 21:20:18.721146 dv-cinder-760193-4-iscsi neutron-server[83842]:  {{(pid=83953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 21:20:18.765558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:18.796430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Checking segment: {'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:20:18.796772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Network hostable DHCP agents. Network: b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:20:18.819511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:20:18.829289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:20:18.833748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:18.834411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:18.839994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee44b68-1361-4b6f-b44e-4fccb84579a6 None None] Network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:20:18.862997 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8735349
Feb 17 21:20:19.343544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5', 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'fixed_ips': [{'subnet_id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:20:19.344684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:19.669822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Allocated IP 172.20.0.2 (b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5/1ba4aaf3-dac0-458b-a053-0542b01e1e53/782d557f-2977-46c8-9c15-f6e72f08577c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:20:19.908362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:19.923154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Transition to ACTIVE for port object 782d557f-2977-46c8-9c15-f6e72f08577c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:20:19.940947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Transition to ACTIVE for port object 782d557f-2977-46c8-9c15-f6e72f08577c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:20:19.947091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:19.966719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:20.103463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Pushing event updated for resources: {'Port': ['ID=782d557f-2977-46c8-9c15-f6e72f08577c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:20.115604 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.115985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.116386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.116735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.117095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.117452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.117807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.118812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.119191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.119548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.119901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.120253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Tracked resource versions report:
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]: pushed versions:
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]: {   'AddressGroup': {'1.1'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'ConntrackHelper': {'1.0'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Log': {'1.0'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Network': {'1.1'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Port': {'1.7'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'PortForwarding': {'1.2'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'QosPolicy': {'1.8'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroup': {'1.4'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroupRule': {'1.2'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SubPort': {'1.0'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Subnet': {'1.1'},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Trunk': {'1.1'}}
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]: consumer versions:
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]: {   DHCP agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     L3 agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metadata agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metering agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@dv-cinder-760193-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'ConntrackHelper': '1.0',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Log': '1.0',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Network': '1.1',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Port': '1.7',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'PortForwarding': '1.2',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'QosPolicy': '1.8',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroup': '1.4',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroupRule': '1.2',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SubPort': '1.0',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Subnet': '1.1',
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Trunk': '1.1'}}
Feb 17 21:20:20.121336 dv-cinder-760193-4-iscsi neutron-server[83842]:  {{(pid=83955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 21:20:20.125054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:20.178394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:20:20.179583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:20:20.183050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:20:20.245560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Attempting to bind port 782d557f-2977-46c8-9c15-f6e72f08577c on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:20:20.245988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Attempting to bind port 782d557f-2977-46c8-9c15-f6e72f08577c by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:20:20.246403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Attempting to bind port 782d557f-2977-46c8-9c15-f6e72f08577c on network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:20:20.252137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:20:20.252577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Checking segment: {'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:20:20.253058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:20.253490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Bound using segment: {'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:20:20.254028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Bound port: 782d557f-2977-46c8-9c15-f6e72f08577c, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:20:20.254480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:20.347903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] For port 782d557f-2977-46c8-9c15-f6e72f08577c, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:20:20.351930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] For port 782d557f-2977-46c8-9c15-f6e72f08577c, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=782d557f-2977-46c8-9c15-f6e72f08577c,segment=NetworkSegment(0a16b637-0dd4-4e71-9ce6-d48cbfb27d85),segment_id=0a16b637-0dd4-4e71-9ce6-d48cbfb27d85)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:20:20.355851 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:20.371410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:20.526206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Pushing event updated for resources: {'Port': ['ID=782d557f-2977-46c8-9c15-f6e72f08577c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:20.530681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:21.634659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 50960) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:22.060163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [None req-56b46191-7451-4e9e-9a94-57e122d43194 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:20:22.061380 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-56b46191-7451-4e9e-9a94-57e122d43194 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4257343
Feb 17 21:20:24.815646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 50974) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:25.242309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [None req-36c48522-798d-49c0-867c-f35a2119ad5d admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:20:25.244091 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-36c48522-798d-49c0-867c-f35a2119ad5d admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4274991
Feb 17 21:20:25.373512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 782d557f-2977-46c8-9c15-f6e72f08577c up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:20:25.426906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817ebd9f-8dc0-4a69-954b-b99cd8082472 None None] Network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:20:25.548322 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6e10453a-9ec3-4148-8d67-fea0f8e070e5 None None] Provisioning for port 782d557f-2977-46c8-9c15-f6e72f08577c completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:20:25.577773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 782d557f-2977-46c8-9c15-f6e72f08577c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:20:25.586289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 782d557f-2977-46c8-9c15-f6e72f08577c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:25.586750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:25.724425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:20:25.830607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:25.875011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 782d557f-2977-46c8-9c15-f6e72f08577c, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=782d557f-2977-46c8-9c15-f6e72f08577c,segment=NetworkSegment(0a16b637-0dd4-4e71-9ce6-d48cbfb27d85),segment_id=0a16b637-0dd4-4e71-9ce6-d48cbfb27d85)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:20:25.880262 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:25.894093 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:25.971158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=782d557f-2977-46c8-9c15-f6e72f08577c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:25.975411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:26.086238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cb6acbd3-245a-4959-83de-c8cffa103706 None None] Provisioning complete for port 782d557f-2977-46c8-9c15-f6e72f08577c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:26.087320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cb6acbd3-245a-4959-83de-c8cffa103706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:26.345098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-97d7709d-b397-4d3f-96f9-bf38e5baeb0b None None] Provisioning complete for port 782d557f-2977-46c8-9c15-f6e72f08577c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:26.345513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97d7709d-b397-4d3f-96f9-bf38e5baeb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:27.345386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 782d557f-2977-46c8-9c15-f6e72f08577c up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:20:27.422282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 782d557f-2977-46c8-9c15-f6e72f08577c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:27.422612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:28.328211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 50990) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:28.698778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Request body: {'router': {'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'name': 'router1', 'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:20:28.704269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:28.708424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Usage tracker for resource:router and tenant:9253549f98ea4d57901c2a048a710f8e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:20:28.712107 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:20:28.718060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:20:28.726849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:28.728816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:28.748948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:28.857194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:28.874815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:28.876070 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-bec9fd8d-2a43-4306-ae26-df51fdc6ae78 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5466852
Feb 17 21:20:29.705460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2f00-245b-4073-be38-5e674fcf5a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:31.369143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b5acb3fa-1d2e-4225-9002-2f50a4a7480b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:31.619601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51000) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:32.023364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [None req-a8814ecd-c07e-4d1b-8e59-1a534dc94fd8 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:20:32.024456 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a8814ecd-c07e-4d1b-8e59-1a534dc94fd8 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4038272
Feb 17 21:20:32.329701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:33.361246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:33.776112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:34.643809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51020) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:34.730791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:20:34.736122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:34.740115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Usage tracker for resource:network and tenant:a59babc41d1448cda953126ad516cbf0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:20:34.743234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:20:34.748871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:20:34.757676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Made reservation on behalf of a59babc41d1448cda953126ad516cbf0 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:20:34.762293 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:34.779297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:34.794885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:34.798773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Usage tracker for resource:security_group_rule and tenant:a59babc41d1448cda953126ad516cbf0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:20:34.801990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:20:34.807615 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:20:34.907831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:34.910946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:34.914374 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:34.930642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Reserving flat network on physical network physnet1 {{(pid=83953) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 21:20:34.957372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da294921-e4b4-457e-8f45-38c20e14c92e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:34.960116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262328916220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:34.960772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fafa7f37048> segment precommit_create {{(pid=83953) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 21:20:34.961247 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Added segment 46cb5b68-b861-4e02-b600-5b9e2b7d6784 of type flat for network 14179834-28f2-47d0-8122-54bc134dbaea
Feb 17 21:20:34.974901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:35.004952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:35.047086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:35.048251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:35.048942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:35.053768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:35.161331 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5163355
Feb 17 21:20:35.162061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Pushing event updated for resources: {'Network': ['ID=14179834-28f2-47d0-8122-54bc134dbaea,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:35.165891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:35.173298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 14179834-28f2-47d0-8122-54bc134dbaea details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:20:37.699852 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51040) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:37.816454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510dfc61-da1d-4a6a-97d1-c483c28c7b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:37.817888 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-510dfc61-da1d-4a6a-97d1-c483c28c7b82 admin admin] 10.222.0.81 "GET /v2.0/subnets/1ba4aaf3-dac0-458b-a053-0542b01e1e53 HTTP/1.1" status: 200  len: 849 time: 0.1169612
Feb 17 21:20:37.967577 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-bdc5c0be-72cf-436b-bb08-6903876d6c2f admin admin] 10.222.0.81 "GET /v2.0/routers/d607de36-0a4e-4a1d-8bc4-066e45d0b771 HTTP/1.1" status: 200  len: 704 time: 0.1425178
Feb 17 21:20:38.612122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:38.983720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Allocated IP 172.20.0.1 (b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5/1ba4aaf3-dac0-458b-a053-0542b01e1e53/65e19cf3-dbc3-4fda-b9c9-92190d63b03b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:20:39.160874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:39.180829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Transition to ACTIVE for port object 65e19cf3-dbc3-4fda-b9c9-92190d63b03b will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:20:39.239364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:39.257044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:39.394758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Pushing event updated for resources: {'Port': ['ID=65e19cf3-dbc3-4fda-b9c9-92190d63b03b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:39.400948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:39.454001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:20:39.455096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:20:39.457552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:20:39.458240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:39.683507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9a8d3620-814f-4587-a499-0a0771420783 None None] Provisioning for port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:20:39.688454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9a8d3620-814f-4587-a499-0a0771420783 None None] Provisioning complete for port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:39.688870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a8d3620-814f-4587-a499-0a0771420783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:39.738381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:39.747797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d3620-814f-4587-a499-0a0771420783 None None] Port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:20:40.031418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:40.034918 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:40.036041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:40.050442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:40.187082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Pushing event updated for resources: {'Port': ['ID=65e19cf3-dbc3-4fda-b9c9-92190d63b03b,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:40.191242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:40.244946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:20:40.246051 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:20:40.476048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6fec429b-0a7a-47cf-bd0d-79cc6d7d28cd None None] Provisioning complete for port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:40.476504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fec429b-0a7a-47cf-bd0d-79cc6d7d28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:40.533245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6fec429b-0a7a-47cf-bd0d-79cc6d7d28cd None None] Port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:20:40.612447 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Router d607de36-0a4e-4a1d-8bc4-066e45d0b771 is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:20:40.777379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:20:40.786931 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] 10.222.0.81 "PUT /v2.0/routers/d607de36-0a4e-4a1d-8bc4-066e45d0b771/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8137257
Feb 17 21:20:40.787200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Sync routers for ids ['d607de36-0a4e-4a1d-8bc4-066e45d0b771'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:20:40.799370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Routers {'d607de36-0a4e-4a1d-8bc4-066e45d0b771'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:20:40.800192 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa751dba8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:20:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['d607de36-0a4e-4a1d-8bc4-066e45d0b771'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:40.990709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Set router d607de36-0a4e-4a1d-8bc4-066e45d0b771 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:20:41.559896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa751dba8>, [{'id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'name': 'router1', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:28Z', 'updated_at': '2021-02-17T21:20:39Z', 'revision_number': 2, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'gw_port_host': None, '_interfaces': [{'id': '65e19cf3-dbc3-4fda-b9c9-92190d63b03b', 'name': '', 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'mac_address': 'fa:16:3e:02:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:38Z', 'updated_at': '2021-02-17T21:20:39Z', 'revision_number': 2, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'subnets': [{'id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4929817a-c21d-4bbc-aad8-8604c7441d1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:41.565150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Checking router: d607de36-0a4e-4a1d-8bc4-066e45d0b771 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:20:41.565534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Updating router d607de36-0a4e-4a1d-8bc4-066e45d0b771 port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:20:41.626671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:42.094465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:42.109571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Transition to ACTIVE for port object 65e19cf3-dbc3-4fda-b9c9-92190d63b03b will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:20:42.112765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:42.130070 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:42.280719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Pushing event updated for resources: {'Port': ['ID=65e19cf3-dbc3-4fda-b9c9-92190d63b03b,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:42.294330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.294714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.295084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.295451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.295803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.296158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.296534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.296889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.297241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.297638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.297939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.298285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Tracked resource versions report:
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]: pushed versions:
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]: {   'AddressGroup': {'1.1'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'ConntrackHelper': {'1.0'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Log': {'1.0'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Network': {'1.1'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Port': {'1.7'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'PortForwarding': {'1.2'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'QosPolicy': {'1.8'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroup': {'1.4'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroupRule': {'1.2'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SubPort': {'1.0'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Subnet': {'1.1'},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Trunk': {'1.1'}}
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]: consumer versions:
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]: {   DHCP agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     L3 agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metadata agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metering agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@dv-cinder-760193-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'ConntrackHelper': '1.0',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Log': '1.0',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Network': '1.1',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Port': '1.7',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'PortForwarding': '1.2',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'QosPolicy': '1.8',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroup': '1.4',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroupRule': '1.2',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SubPort': '1.0',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Subnet': '1.1',
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Trunk': '1.1'}}
Feb 17 21:20:42.299353 dv-cinder-760193-4-iscsi neutron-server[83842]:  {{(pid=83956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 21:20:42.312158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:42.455028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Attempting to bind port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:20:42.455459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Attempting to bind port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:20:42.455881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Attempting to bind port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b on network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:20:42.461977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:20:42.462402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Checking segment: {'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:20:42.462919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:42.463338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Bound using segment: {'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:20:42.463877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Bound port: 65e19cf3-dbc3-4fda-b9c9-92190d63b03b, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a16b637-0dd4-4e71-9ce6-d48cbfb27d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:20:42.464315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:42.563817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] For port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:20:42.569582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] For port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=65e19cf3-dbc3-4fda-b9c9-92190d63b03b,segment=NetworkSegment(0a16b637-0dd4-4e71-9ce6-d48cbfb27d85),segment_id=0a16b637-0dd4-4e71-9ce6-d48cbfb27d85)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:20:42.573384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:42.589486 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:42.741038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Pushing event updated for resources: {'Port': ['ID=65e19cf3-dbc3-4fda-b9c9-92190d63b03b,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:42.745567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b1df798a-cb1e-418b-8cd7-95c584d48083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:42.805282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Routers {'d607de36-0a4e-4a1d-8bc4-066e45d0b771'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:20:42.805980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa751dba8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:20:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['d607de36-0a4e-4a1d-8bc4-066e45d0b771'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:42.980550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] Set router d607de36-0a4e-4a1d-8bc4-066e45d0b771 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:20:43.329545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa751dba8>, [{'id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'name': 'router1', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:28Z', 'updated_at': '2021-02-17T21:20:39Z', 'revision_number': 2, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'gw_port_host': None, '_interfaces': [{'id': '65e19cf3-dbc3-4fda-b9c9-92190d63b03b', 'name': '', 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'mac_address': 'fa:16:3e:02:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:38Z', 'updated_at': '2021-02-17T21:20:42Z', 'revision_number': 4, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'subnets': [{'id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4929817a-c21d-4bbc-aad8-8604c7441d1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:43.333684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb7eb1-228d-4d52-b163-cd3df4d9db9b None None] The sync data for ids ['d607de36-0a4e-4a1d-8bc4-066e45d0b771'] in dv-cinder-760193-4-iscsi is: [{'id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'name': 'router1', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:28Z', 'updated_at': '2021-02-17T21:20:39Z', 'revision_number': 2, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'gw_port_host': None, '_interfaces': [{'id': '65e19cf3-dbc3-4fda-b9c9-92190d63b03b', 'name': '', 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'mac_address': 'fa:16:3e:02:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:38Z', 'updated_at': '2021-02-17T21:20:42Z', 'revision_number': 4, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'subnets': [{'id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4929817a-c21d-4bbc-aad8-8604c7441d1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:20:43.350413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51052) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:43.514561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761bf743-c707-460c-91ca-55ba1630ac12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:43.515183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-761bf743-c707-460c-91ca-55ba1630ac12 admin admin] Synchronizing usage tracker for tenant:a59babc41d1448cda953126ad516cbf0 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:20:43.532309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-761bf743-c707-460c-91ca-55ba1630ac12 admin admin] Unset dirty status for tenant:a59babc41d1448cda953126ad516cbf0 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:20:43.533622 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-761bf743-c707-460c-91ca-55ba1630ac12 admin admin] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 842 time: 0.1821747
Feb 17 21:20:43.545005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:20:43.550644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:43.554641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Usage tracker for resource:subnet and tenant:a59babc41d1448cda953126ad516cbf0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:20:43.558293 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:20:43.564526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:20:43.573244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Made reservation on behalf of a59babc41d1448cda953126ad516cbf0 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:20:43.578174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:44.023742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.objects.ports [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83953) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 21:20:44.024246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:44.039846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1694218c-0eec-47d4-830a-91b2cfc85778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:44.175743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0a559e-9f2d-4bdf-b076-e64a6fd1b583,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:44.179763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:44.245871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:20:44.246279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Network hostable DHCP agents. Network: 14179834-28f2-47d0-8122-54bc134dbaea, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:20:44.266279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:20:44.279038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 14179834-28f2-47d0-8122-54bc134dbaea) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:20:44.283525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:44.284165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:44.288261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5935e2d8-cb33-4f2a-af6c-4b7e09da6afe None None] Network 14179834-28f2-47d0-8122-54bc134dbaea requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:20:44.312305 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7713273
Feb 17 21:20:44.551166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb41579-1ebe-4698-92f7-600892ec3109 None None] Network 14179834-28f2-47d0-8122-54bc134dbaea requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:20:45.377940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 65e19cf3-dbc3-4fda-b9c9-92190d63b03b up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:20:45.453808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:20:45.458718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:45.459137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:45.589911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:45.625301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=65e19cf3-dbc3-4fda-b9c9-92190d63b03b,segment=NetworkSegment(0a16b637-0dd4-4e71-9ce6-d48cbfb27d85),segment_id=0a16b637-0dd4-4e71-9ce6-d48cbfb27d85)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:20:45.628528 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:45.631587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:45.701693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=65e19cf3-dbc3-4fda-b9c9-92190d63b03b,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:45.705150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:46.953403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51066) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:47.171910 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-bb9691b3-c5f3-480f-8b95-d23c8f1fac3d admin admin] 10.222.0.81 "GET /v2.0/routers/d607de36-0a4e-4a1d-8bc4-066e45d0b771 HTTP/1.1" status: 200  len: 710 time: 0.2172687
Feb 17 21:20:47.311031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f78d4f-364e-432b-85d6-648b31fc857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:47.312560 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-35f78d4f-364e-432b-85d6-648b31fc857b admin admin] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 886 time: 0.1346970
Feb 17 21:20:47.322519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:20:47.356056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 65e19cf3-dbc3-4fda-b9c9-92190d63b03b up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:20:47.426985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:47.427397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:47.979127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:48.326636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:48.387841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:48.400828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:48.415564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:20:48.419520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:20:48.422427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:20:48.427986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:20:48.512373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:48.515006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:48.530135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:48.624631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a38595-140b-4c5a-80d8-85ddaf8537bc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:48.627942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:48.795664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Allocated IP 172.27.3.6 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/454c3947-bf25-417b-96ec-21f8f5bd5a6a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:20:48.955103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:48.986453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:49.002484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:49.146227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Pushing event updated for resources: {'Port': ['ID=454c3947-bf25-417b-96ec-21f8f5bd5a6a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:49.151729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:49.192072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:20:49.193143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:20:49.195441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:20:49.609134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:50.162454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:50.166438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854354170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-398516'] for router, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:50.357059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Router d607de36-0a4e-4a1d-8bc4-066e45d0b771 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:20:50.547752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:20:50.557928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Sync routers for ids ['d607de36-0a4e-4a1d-8bc4-066e45d0b771'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:20:50.563804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:50.565128 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] 10.222.0.81 "PUT /v2.0/routers/d607de36-0a4e-4a1d-8bc4-066e45d0b771 HTTP/1.1" status: 200  len: 888 time: 3.2463112
Feb 17 21:20:50.567779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Routers {'d607de36-0a4e-4a1d-8bc4-066e45d0b771'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:20:50.568504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafb1b567b8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:20:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['d607de36-0a4e-4a1d-8bc4-066e45d0b771'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:50.779072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Set router d607de36-0a4e-4a1d-8bc4-066e45d0b771 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:20:51.146078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafb1b567b8>, [{'id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'name': 'router1', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '454c3947-bf25-417b-96ec-21f8f5bd5a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:28Z', 'updated_at': '2021-02-17T21:20:49Z', 'revision_number': 4, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'gw_port': {'id': '454c3947-bf25-417b-96ec-21f8f5bd5a6a', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:48Z', 'updated_at': '2021-02-17T21:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '65e19cf3-dbc3-4fda-b9c9-92190d63b03b', 'name': '', 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'mac_address': 'fa:16:3e:02:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:38Z', 'updated_at': '2021-02-17T21:20:45Z', 'revision_number': 5, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'subnets': [{'id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4929817a-c21d-4bbc-aad8-8604c7441d1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:51.151761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Checking router: d607de36-0a4e-4a1d-8bc4-066e45d0b771 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:20:51.152158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Updating router d607de36-0a4e-4a1d-8bc4-066e45d0b771 port 454c3947-bf25-417b-96ec-21f8f5bd5a6a binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:20:51.208053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:51.618786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:51.636061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Transition to ACTIVE for port object 454c3947-bf25-417b-96ec-21f8f5bd5a6a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:20:51.638847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:51.654829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:51.796053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfa4b1-d756-4565-91ca-b4d3f3160582 None None] Pushing event updated for resources: {'Port': ['ID=454c3947-bf25-417b-96ec-21f8f5bd5a6a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:51.799095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-57cfa4b1-d756-4565-91ca-b4d3f3160582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:51.853964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Attempting to bind port 454c3947-bf25-417b-96ec-21f8f5bd5a6a on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:20:51.854372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Attempting to bind port 454c3947-bf25-417b-96ec-21f8f5bd5a6a by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:20:51.854777 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Attempting to bind port 454c3947-bf25-417b-96ec-21f8f5bd5a6a on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:20:51.860346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:20:51.860783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:20:51.861227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:51.861657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:20:51.862167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Bound port: 454c3947-bf25-417b-96ec-21f8f5bd5a6a, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:20:51.862581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:51.943872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] For port 454c3947-bf25-417b-96ec-21f8f5bd5a6a, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:20:51.947061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] For port 454c3947-bf25-417b-96ec-21f8f5bd5a6a, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=454c3947-bf25-417b-96ec-21f8f5bd5a6a,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:20:51.950631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:51.968287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:52.120964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfa4b1-d756-4565-91ca-b4d3f3160582 None None] Pushing event updated for resources: {'Port': ['ID=454c3947-bf25-417b-96ec-21f8f5bd5a6a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:52.124307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-57cfa4b1-d756-4565-91ca-b4d3f3160582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:52.170173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Routers {'d607de36-0a4e-4a1d-8bc4-066e45d0b771'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:20:52.170841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafb1b567b8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:20:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['d607de36-0a4e-4a1d-8bc4-066e45d0b771'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:52.524752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] Set router d607de36-0a4e-4a1d-8bc4-066e45d0b771 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:20:52.879608 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafb1b567b8>, [{'id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'name': 'router1', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '454c3947-bf25-417b-96ec-21f8f5bd5a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:28Z', 'updated_at': '2021-02-17T21:20:49Z', 'revision_number': 4, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'gw_port': {'id': '454c3947-bf25-417b-96ec-21f8f5bd5a6a', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:48Z', 'updated_at': '2021-02-17T21:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '65e19cf3-dbc3-4fda-b9c9-92190d63b03b', 'name': '', 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'mac_address': 'fa:16:3e:02:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:38Z', 'updated_at': '2021-02-17T21:20:45Z', 'revision_number': 5, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'subnets': [{'id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4929817a-c21d-4bbc-aad8-8604c7441d1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:20:52.884381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ccb72-8315-4566-87f7-bbd24bda3fc9 None None] The sync data for ids ['d607de36-0a4e-4a1d-8bc4-066e45d0b771'] in dv-cinder-760193-4-iscsi is: [{'id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'name': 'router1', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '454c3947-bf25-417b-96ec-21f8f5bd5a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:28Z', 'updated_at': '2021-02-17T21:20:49Z', 'revision_number': 4, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'gw_port': {'id': '454c3947-bf25-417b-96ec-21f8f5bd5a6a', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:48Z', 'updated_at': '2021-02-17T21:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '65e19cf3-dbc3-4fda-b9c9-92190d63b03b', 'name': '', 'network_id': 'b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5', 'tenant_id': '9253549f98ea4d57901c2a048a710f8e', 'mac_address': 'fa:16:3e:02:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607de36-0a4e-4a1d-8bc4-066e45d0b771', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:38Z', 'updated_at': '2021-02-17T21:20:45Z', 'revision_number': 5, 'project_id': '9253549f98ea4d57901c2a048a710f8e', 'subnets': [{'id': '1ba4aaf3-dac0-458b-a053-0542b01e1e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4929817a-c21d-4bbc-aad8-8604c7441d1b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:20:53.277652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51076) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:20:53.395212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 454c3947-bf25-417b-96ec-21f8f5bd5a6a up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:20:53.418618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312593ef-612c-4e5a-b4ee-4c39aecc94d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:20:53.420309 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-312593ef-612c-4e5a-b4ee-4c39aecc94d9 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1078 time: 0.1415331
Feb 17 21:20:53.471138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 454c3947-bf25-417b-96ec-21f8f5bd5a6a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:20:53.477400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 454c3947-bf25-417b-96ec-21f8f5bd5a6a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:53.477955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:53.614825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:53.634891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 454c3947-bf25-417b-96ec-21f8f5bd5a6a, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=454c3947-bf25-417b-96ec-21f8f5bd5a6a,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:20:53.638610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:53.642032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-df11da6d-39a6-4f8b-a10d-f9ef6acb7c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:20:53.717216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=454c3947-bf25-417b-96ec-21f8f5bd5a6a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:20:53.720835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:20:55.370871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 454c3947-bf25-417b-96ec-21f8f5bd5a6a up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:20:55.451530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 454c3947-bf25-417b-96ec-21f8f5bd5a6a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:20:55.451954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:20:59.735363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3836bc5-fdf5-44b0-bf8e-e210d6b447ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:01.381538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2af2a80-d854-4124-adfe-8aa96afe0b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:02.344264 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:02.765034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:21:03.364984 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:03.806563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:29.707406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-925c98b3-2719-4362-a308-d734494f2299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:31.375700 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39a9de80-6224-4325-b5ac-aa2e68233957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:32.330544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:33.367981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:33.791591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:21:39.731184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:21:59.709691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f966504-3218-4a3f-b680-7be4f13917ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:01.377018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc69355e-184c-4659-9638-5add45bf2fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:02.336718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:03.370852 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:03.799132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:16.723207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:22:29.713104 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6644b4f6-ed46-46d7-a8fc-c3a6da949832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:31.379880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3ca4-6865-4c3d-9b59-ee78c81209b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:32.338150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:33.372846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:33.798901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:22:53.723312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:22:59.717640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6a9a87d9-7b0e-4be5-a33d-af60e3f116ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:01.382354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-90e4520b-6522-4d12-8967-c5caf576a18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:02.340259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:03.374702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:03.802661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:06.240498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51652) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:06.322280 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.pecan_wsgi.hooks.translation [None req-5108770d-d64b-4dd2-8498-44f32098f210 admin admin] GET failed (client error): The resource could not be found.
Feb 17 21:23:06.323709 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5108770d-d64b-4dd2-8498-44f32098f210 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0821109
Feb 17 21:23:06.472419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80372dc-ab53-4338-a5a6-7f1ec8a112a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:06.474530 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e80372dc-ab53-4338-a5a6-7f1ec8a112a4 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1456583
Feb 17 21:23:08.971788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51662) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:09.092623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b476b-b5fb-426d-b72c-6f561b7816a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:09.093241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-986b476b-b5fb-426d-b72c-6f561b7816a2 admin admin] Synchronizing usage tracker for tenant:a59babc41d1448cda953126ad516cbf0 on resource:subnet {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:23:09.123709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-986b476b-b5fb-426d-b72c-6f561b7816a2 admin admin] Unset dirty status for tenant:a59babc41d1448cda953126ad516cbf0 on resource:subnet {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:23:09.125063 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-986b476b-b5fb-426d-b72c-6f561b7816a2 admin admin] 10.222.0.81 "GET /v2.0/subnets/1ba4aaf3-dac0-458b-a053-0542b01e1e53 HTTP/1.1" status: 200  len: 849 time: 0.1522069
Feb 17 21:23:09.136135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:23:09.262555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Notify callbacks [] for subnet, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:09.573499 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363262328878298'] for subnet, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:09.589108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:23:09.736266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba4aaf3-dac0-458b-a053-0542b01e1e53,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:23:09.750100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.750510 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.750887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.751262 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.751626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.751993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.752388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.752744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.753119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.753481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.753836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.754193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:23:09.759663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:23:09.788857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:09.789512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:09.790905 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d1ba8298-cfbb-4914-8bb5-84ec03af601d admin admin] 10.222.0.81 "PUT /v2.0/subnets/1ba4aaf3-dac0-458b-a053-0542b01e1e53 HTTP/1.1" status: 200  len: 868 time: 0.6589961
Feb 17 21:23:09.793906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485aac90-3228-46f4-a37d-d3f6b87f7f68 None None] Network b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:23:10.317240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c6998e91-3b6f-4a32-9bfc-68e812d19ca5 None None] Provisioning complete for port 782d557f-2977-46c8-9c15-f6e72f08577c triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:23:10.318295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6998e91-3b6f-4a32-9bfc-68e812d19ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:10.456239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c6998e91-3b6f-4a32-9bfc-68e812d19ca5 None None] Provisioning complete for port 65e19cf3-dbc3-4fda-b9c9-92190d63b03b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:23:10.456606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6998e91-3b6f-4a32-9bfc-68e812d19ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:12.316757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51672) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:12.508777 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704be968-1863-45c4-a0b4-e888292d9b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:12.509118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704be968-1863-45c4-a0b4-e888292d9b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:12.510766 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-704be968-1863-45c4-a0b4-e888292d9b44 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1929994
Feb 17 21:23:15.028544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51682) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:15.228830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec591491-9bf6-42d7-946a-8a5b6e522e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:15.229194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec591491-9bf6-42d7-946a-8a5b6e522e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:15.230912 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ec591491-9bf6-42d7-946a-8a5b6e522e1d admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2013271
Feb 17 21:23:17.744594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51692) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:17.933919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d7b66-a977-4eb1-bf44-17b53bec3e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:17.935312 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fa0d7b66-a977-4eb1-bf44-17b53bec3e9a admin admin] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 886 time: 0.1897054
Feb 17 21:23:20.454031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51702) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:20.642337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05780b5c-0dd2-4ad8-9343-54b2202471bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:20.643792 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-05780b5c-0dd2-4ad8-9343-54b2202471bc admin admin] 10.222.0.81 "GET /v2.0/networks/b4cf6b91-ada2-442c-a8b5-2399e5cc3fe5 HTTP/1.1" status: 200  len: 862 time: 0.1887023
Feb 17 21:23:23.149137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51712) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:23.266730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aab545-70ae-47f7-a1fc-7099babd3a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:23.267142 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aab545-70ae-47f7-a1fc-7099babd3a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:23.268825 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a9aab545-70ae-47f7-a1fc-7099babd3a63 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1185973
Feb 17 21:23:25.739505 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51722) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:26.055168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d781e78-a64c-493e-9df5-e578548f384a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:26.055623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d781e78-a64c-493e-9df5-e578548f384a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:26.057320 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5d781e78-a64c-493e-9df5-e578548f384a admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.3168023
Feb 17 21:23:28.561825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51732) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:28.678230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c099f9e4-6da5-45a2-9b3a-d3aa16115005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:28.679719 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c099f9e4-6da5-45a2-9b3a-d3aa16115005 admin admin] 10.222.0.81 "GET /v2.0/subnets/1ba4aaf3-dac0-458b-a053-0542b01e1e53 HTTP/1.1" status: 200  len: 868 time: 0.1168268
Feb 17 21:23:29.720118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f6217eac-01e3-4435-aa57-5767a9268e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:30.725956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:23:31.179954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51742) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:31.291732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66988f0-2bd2-417f-b6d4-3d96c5ef2ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:23:31.293329 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e66988f0-2bd2-417f-b6d4-3d96c5ef2ad5 admin admin] 10.222.0.81 "GET /v2.0/subnets/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583 HTTP/1.1" status: 200  len: 816 time: 0.1123075
Feb 17 21:23:31.386011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2cd63240-5090-4245-9836-9fd07c15987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:32.343460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:33.381622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:33.800162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:57.337848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51782) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:23:57.389469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [None req-04e6d46c-178f-4548-aec0-75969762269d admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:23:57.390591 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-04e6d46c-178f-4548-aec0-75969762269d admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0517242
Feb 17 21:23:59.721449 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e0e5767-3096-439a-9c21-dcc037689a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:23:59.948280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51792) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:24:00.025823 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb83a0d-dbd4-4534-a6c8-0f234a261a3a admin admin] GET failed (client error): The resource could not be found.
Feb 17 21:24:00.027183 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-0eb83a0d-dbd4-4534-a6c8-0f234a261a3a admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0779104
Feb 17 21:24:00.167497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119de243-825d-4879-a96c-c80e616415e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:24:00.169157 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-119de243-825d-4879-a96c-c80e616415e3 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1375251
Feb 17 21:24:01.389902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f50fb7d3-f048-4b59-96d8-6fe1ce9a4909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:02.346211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:02.682088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51802) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:24:02.734854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:24:02.739887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:24:02.749736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:24:02.758533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Made reservation on behalf of a59babc41d1448cda953126ad516cbf0 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:24:02.763179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:02.860704 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.services.revisions.revision_plugin [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fafa5d0b390] {project_id='a59babc41d1448cda953126ad516cbf0', id='920c0200-55be-4ef9-8dff-944d3101eaeb', target_tenant='*', action='access_as_shared', object_id='b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'}> to bump revision.
Feb 17 21:24:02.876256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:24:02.887162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:02.887555 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Added segment fa89f39b-57c6-446f-87d4-6b6560bbd06d of type vxlan for network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35
Feb 17 21:24:02.916299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:02.946824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:02.948089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:24:02.948761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:02.953929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:24:03.058193 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3749063
Feb 17 21:24:03.061176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Pushing event updated for resources: {'Network': ['ID=b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:24:03.074025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:24:03.087830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:24:03.373460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:03.807513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:05.667604 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51812) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:24:05.743747 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.pecan_wsgi.hooks.translation [None req-381940ff-c97d-4680-8cb0-4e58f7cbf30f admin admin] GET failed (client error): The resource could not be found.
Feb 17 21:24:05.744306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-381940ff-c97d-4680-8cb0-4e58f7cbf30f admin admin] Synchronizing usage tracker for tenant:a59babc41d1448cda953126ad516cbf0 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:24:05.759318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-381940ff-c97d-4680-8cb0-4e58f7cbf30f admin admin] Unset dirty status for tenant:a59babc41d1448cda953126ad516cbf0 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:24:05.760601 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-381940ff-c97d-4680-8cb0-4e58f7cbf30f admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0919819
Feb 17 21:24:05.876763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4d767-9ae3-4b59-be36-767dcd73450c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:24:05.878322 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-33b4d767-9ae3-4b59-be36-767dcd73450c admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1133554
Feb 17 21:24:05.889024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:24:05.893536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:24:05.903003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:24:05.911938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Made reservation on behalf of a59babc41d1448cda953126ad516cbf0 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:24:05.916480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:06.310266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:06.325408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3f9926c0-c99c-4797-8199-d3a4d3c9b4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:24:06.456742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2e8be9-3782-485d-9813-782119e3500b,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:24:06.461126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:24:06.516960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Checking segment: {'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:24:06.517343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Network hostable DHCP agents. Network: b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:24:06.536338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:24:06.544231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:24:06.548227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:24:06.548931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:06.553236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985766f-9c80-47a3-a52f-1e0e4ab9c5a5 None None] Network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:24:06.573195 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6878898
Feb 17 21:24:06.951251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35', 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35', 'tenant_id': 'a59babc41d1448cda953126ad516cbf0', 'fixed_ips': [{'subnet_id': '1c2e8be9-3782-485d-9813-782119e3500b'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:24:06.952197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:07.275618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Allocated IP 192.168.233.2 (b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35/1c2e8be9-3782-485d-9813-782119e3500b/10b554e4-6e99-4f2f-827f-95a1b8be7d58) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:24:07.505769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:07.517234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Transition to ACTIVE for port object 10b554e4-6e99-4f2f-827f-95a1b8be7d58 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:24:07.534455 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Transition to ACTIVE for port object 10b554e4-6e99-4f2f-827f-95a1b8be7d58 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:24:07.539763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:07.556586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:24:07.700337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Pushing event updated for resources: {'Port': ['ID=10b554e4-6e99-4f2f-827f-95a1b8be7d58,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:24:07.718986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.719375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.719755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.720130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.720526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.720899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.721264 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.721633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.721997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.722360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.722798 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.723629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:24:07.729774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:24:07.732943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:24:07.766096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:24:07.767339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:24:07.771085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:24:07.833583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Attempting to bind port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:24:07.833895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Attempting to bind port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:24:07.834296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Attempting to bind port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 on network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:24:07.840569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:24:07.840988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Checking segment: {'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:24:07.841431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:07.841837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Bound using segment: {'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:24:07.842349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Bound port: 10b554e4-6e99-4f2f-827f-95a1b8be7d58, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:24:07.842761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:07.940413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] For port 10b554e4-6e99-4f2f-827f-95a1b8be7d58, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:24:07.944726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] For port 10b554e4-6e99-4f2f-827f-95a1b8be7d58, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=10b554e4-6e99-4f2f-827f-95a1b8be7d58,segment=NetworkSegment(fa89f39b-57c6-446f-87d4-6b6560bbd06d),segment_id=fa89f39b-57c6-446f-87d4-6b6560bbd06d)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:24:07.948799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:07.965729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:24:08.126442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Pushing event updated for resources: {'Port': ['ID=10b554e4-6e99-4f2f-827f-95a1b8be7d58,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:24:08.132038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:24:09.402489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c83f8-7fb5-4145-ab8b-8e34e3b6d54f None None] Network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:24:09.496805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-14e6ee25-00c2-4bec-bcfa-407f2b646990 None None] Provisioning for port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:24:09.524160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 10b554e4-6e99-4f2f-827f-95a1b8be7d58 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:24:09.702732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:24:09.717949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:24:09.718362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:09.865585 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:09.908048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 10b554e4-6e99-4f2f-827f-95a1b8be7d58, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=10b554e4-6e99-4f2f-827f-95a1b8be7d58,segment=NetworkSegment(fa89f39b-57c6-446f-87d4-6b6560bbd06d),segment_id=fa89f39b-57c6-446f-87d4-6b6560bbd06d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:24:09.912182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:09.914501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:24:09.987691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=10b554e4-6e99-4f2f-827f-95a1b8be7d58,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:24:09.991260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:24:10.043128 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c8c9e5b7-9ae4-40b0-a55e-8582949584e7 None None] Provisioning complete for port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:24:10.043543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c8c9e5b7-9ae4-40b0-a55e-8582949584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:10.312586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a0433e0e-488c-4cae-8d7f-33b325ae40c7 None None] Provisioning complete for port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:24:10.313007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a0433e0e-488c-4cae-8d7f-33b325ae40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:11.481006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 10b554e4-6e99-4f2f-827f-95a1b8be7d58 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:24:11.555520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 10b554e4-6e99-4f2f-827f-95a1b8be7d58 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:24:11.555947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:29.723829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77cf6989-552f-4e56-83ef-5bbb3d791389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:31.391184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1778e19c-2984-486a-b000-da1ce7555cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:32.350213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:33.375381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:33.813357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:24:44.724024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:24:59.725962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ec0726c-42e0-44b9-84be-8902ab06ff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:01.395294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1cd770b-037f-47f6-84d9-20d7fb0df935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:02.353835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:03.378249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:03.816846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:12.832080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51854) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:25:12.838735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [None req-094939b0-dadf-4c58-9657-6948dc30a506 tempest-verify_tempest_config-1559759866 tempest-verify_tempest_config-1559759866-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:25:12.839845 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-094939b0-dadf-4c58-9657-6948dc30a506 tempest-verify_tempest_config-1559759866 tempest-verify_tempest_config-1559759866-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0066581
Feb 17 21:25:13.176514 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51874) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:25:13.298064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:13.313400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:25:13.317946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Usage tracker for resource:security_group_rule and tenant:888fdf4d1495496f863c95a7e2b5d4cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:25:13.321020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:25:13.326965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:25:13.418955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:13.421845 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:13.431731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:25:13.472556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Synchronizing usage tracker for tenant:a59babc41d1448cda953126ad516cbf0 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:25:13.477281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d13c7a-7f28-4070-9a21-e2e2b379966c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:25:13.489479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.489864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.490239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.490610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.490999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.491344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.491709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.492071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.492481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.492843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.493200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.493555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:25:13.499394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:25:13.504796 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Unset dirty status for tenant:a59babc41d1448cda953126ad516cbf0 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:25:13.506071 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=888fdf4d1495496f863c95a7e2b5d4cd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3285191
Feb 17 21:25:13.508818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51880) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:25:13.571067 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7521c8eb-fa65-4437-a0c8-b07d477ca58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:13.598530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7521c8eb-fa65-4437-a0c8-b07d477ca58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:13.647577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7521c8eb-fa65-4437-a0c8-b07d477ca58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:13.652781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:25:13.666770 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521c8eb-fa65-4437-a0c8-b07d477ca58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d13c7a-7f28-4070-9a21-e2e2b379966c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:25:13.669140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7521c8eb-fa65-4437-a0c8-b07d477ca58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:25:13.671187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7521c8eb-fa65-4437-a0c8-b07d477ca58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:13.672417 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7521c8eb-fa65-4437-a0c8-b07d477ca58e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4d13c7a-7f28-4070-9a21-e2e2b379966c HTTP/1.1" status: 204  len: 168 time: 0.1626165
Feb 17 21:25:21.724227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:25:29.727729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0358c086-3631-4ab6-8f4b-5c66fd9ffc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:31.395358 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-18d85b90-424c-4289-ad6e-e998a7f4b32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:32.356960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:33.381121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:33.819291 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:25:58.727143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:25:59.728697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-494a96b0-1d2d-4a7f-9f08-f72a5ab84681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:01.398166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8cb78c78-e1b4-45c2-8454-29b8e8530a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:02.362348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:03.383194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:03.826297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:29.730559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b080c7e-11e3-44a7-8636-da6e4888c71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:31.398483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4cb54f0c-4445-40e2-9c07-3853072ee262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:32.355224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:33.385746 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:33.826031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:35.732234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 5 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:26:56.824518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246'] for agent, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:26:56.825132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.825340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.825809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.826267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.826645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.827274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.827703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.828101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.828501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.829038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.829415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.829788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:26:56.830186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fafa67ed470>, 'Open vSwitch agent', 'hv-cinder-76019', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:26:56.835484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fafa749f2e8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76019', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:26:57.126820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=83955) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 21:26:57.131800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] get_endpoint_by_ip() called for ip 192.168.0.89 {{(pid=83955) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 21:26:57.135006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] _add_endpoint() called for ip 192.168.0.89 {{(pid=83955) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 21:26:57.139788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] _get_endpoints() called {{(pid=83955) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 21:26:59.732471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ee483065-529f-49c2-8737-745752c02705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:01.400744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2131769f-4ea4-4ecb-a570-6977339a0ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:02.359151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:03.390251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:03.830179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:11.397323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51954) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:27:11.591723 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b416d444-f2d6-404e-a10d-b0c7ed3677c0 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1927640
Feb 17 21:27:12.741811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:27:14.251244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 51964) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:27:14.328146 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6d963afe-b874-460a-94b9-1d2e552e1a61 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0755949
Feb 17 21:27:26.816096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:29.735272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5d79c33-4062-47ba-b2ed-a2eb4c0efe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:31.402912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2e88-742b-40c8-af03-d4691d74dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:32.361618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:33.393032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:33.837199 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:49.740731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:27:56.833210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:27:59.736524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-98cb0231-500b-43de-aa0e-179c39da8f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:01.403715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-23fb88e1-9881-4503-8bc3-4edb0db31cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:02.363047 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:03.394416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:03.838987 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:26.731024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:28:26.827419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:29.739973 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75c69f94-607a-4602-9470-84ce1b4802af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:31.407402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-38b5ebb1-51b8-4f8f-9580-b336c9d56344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:32.366381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:33.397931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:33.844947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:56.894205 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:28:59.748318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8058ae71-b060-45e3-a27c-18667e83577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:01.440726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1137401d-8ba1-42d6-a177-3b52b1c429e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:01.497012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52060) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:02.007557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-830999814-network', 'tenant_id': '994a3a20bc6141fb88e82d6b76f5f775'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:02.022336 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:02.027732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Usage tracker for resource:network and tenant:994a3a20bc6141fb88e82d6b76f5f775 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:02.031382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:02.040234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:02.053921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Made reservation on behalf of 994a3a20bc6141fb88e82d6b76f5f775 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:02.062454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.083151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.100545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:02.105311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Usage tracker for resource:security_group_rule and tenant:994a3a20bc6141fb88e82d6b76f5f775 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:02.109001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:02.117834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:02.235184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.238832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.243603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7521c8eb-fa65-4437-a0c8-b07d477ca58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:02.279850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:29:02.289735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08787072-eeb0-4c7e-baf9-23ddb84c1343,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:02.301534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.301920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.302300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.302679 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.303050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.303796 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.303796 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.304120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.304520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.304884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.305245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.305606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.306037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.306415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.307140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.307140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.307444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.307791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.308141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.308562 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.308931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.309775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.309775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.309980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Tracked resource versions report:
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]: pushed versions:
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]: {   'AddressGroup': {'1.1'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'ConntrackHelper': {'1.0'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Log': {'1.0'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Network': {'1.1'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Port': {'1.7'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'PortForwarding': {'1.2'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'QosPolicy': {'1.8'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroup': {'1.4'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroupRule': {'1.2'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SubPort': {'1.0'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Subnet': {'1.1'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Trunk': {'1.1'}}
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]: consumer versions:
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]: {   DHCP agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     L3 agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metadata agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metering agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@dv-cinder-760193-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'ConntrackHelper': '1.0',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Log': '1.0',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Network': '1.1',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Port': '1.7',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'PortForwarding': '1.2',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'QosPolicy': '1.8',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroup': '1.4',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroupRule': '1.2',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SubPort': '1.0',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Subnet': '1.1',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Trunk': '1.1'},
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@hv-cinder-76019: {   'AddressGroup': '1.1',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'ConntrackHelper': '1.0',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Log': '1.0',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Network': '1.1',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Port': '1.7',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'PortForwarding': '1.2',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'QosPolicy': '1.8',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SecurityGroup': '1.4',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SecurityGroupRule': '1.2',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SubPort': '1.0',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Subnet': '1.1',
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Trunk': '1.1'}}
Feb 17 21:29:02.311308 dv-cinder-760193-4-iscsi neutron-server[83842]:  {{(pid=83953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 21:29:02.317793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.317793 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Added segment 3be56e62-ad04-4655-9924-300c7455a592 of type vxlan for network 1dd413ac-737e-4b0b-8e85-ac0d2735b762
Feb 17 21:29:02.317793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:02.349011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.378193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.391475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.392956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:02.397440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.413062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ad93a5a9-64a8-4214-a2c3-01e0a9244790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:02.529058 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0297098
Feb 17 21:29:02.530385 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52112) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:02.536968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Request body: {'subnet': {'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-830999814-subnet', 'tenant_id': '994a3a20bc6141fb88e82d6b76f5f775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:02.543057 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:02.547963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Usage tracker for resource:subnet and tenant:994a3a20bc6141fb88e82d6b76f5f775 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:02.552181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:02.558675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:02.566030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd413ac-737e-4b0b-8e85-ac0d2735b762,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:02.568522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Made reservation on behalf of 994a3a20bc6141fb88e82d6b76f5f775 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:02.573774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:02.574115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:02.583036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:02.634350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:02.997853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52132) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:03.030988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.036379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52140) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:03.107187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:03.201159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=584ade9a-b57f-4a6c-bb46-3c9980669017,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:03.216754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.217214 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.217582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.217945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.218305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.218657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.218986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.219466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.219960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.220459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.220929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.221413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.221993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.222655 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.223187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.223759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.224273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.224796 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.225158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.225506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.225980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.226497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.226824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.227464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Tracked resource versions report:
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]: pushed versions:
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]: {   'AddressGroup': {'1.1'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'ConntrackHelper': {'1.0'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Log': {'1.0'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Network': {'1.1'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Port': {'1.7'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'PortForwarding': {'1.2'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'QosPolicy': {'1.8'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroup': {'1.4'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroupRule': {'1.2'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SubPort': {'1.0'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Subnet': {'1.1'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Trunk': {'1.1'}}
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]: consumer versions:
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]: {   DHCP agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     L3 agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metadata agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metering agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@dv-cinder-760193-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'ConntrackHelper': '1.0',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Log': '1.0',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Network': '1.1',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Port': '1.7',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'PortForwarding': '1.2',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'QosPolicy': '1.8',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroup': '1.4',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroupRule': '1.2',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SubPort': '1.0',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Subnet': '1.1',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Trunk': '1.1'},
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@hv-cinder-76019: {   'AddressGroup': '1.1',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'ConntrackHelper': '1.0',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Log': '1.0',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Network': '1.1',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Port': '1.7',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'PortForwarding': '1.2',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'QosPolicy': '1.8',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SecurityGroup': '1.4',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SecurityGroupRule': '1.2',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SubPort': '1.0',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Subnet': '1.1',
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Trunk': '1.1'}}
Feb 17 21:29:03.228917 dv-cinder-760193-4-iscsi neutron-server[83842]:  {{(pid=83954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 21:29:03.232915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:03.306328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Checking segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:03.306691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Network hostable DHCP agents. Network: 1dd413ac-737e-4b0b-8e85-ac0d2735b762, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:29:03.340383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:29:03.356728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 1dd413ac-737e-4b0b-8e85-ac0d2735b762) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:03.362300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:03.363468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.368822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0f25f-ac35-4c59-aa3d-dac74d7620eb None None] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:03.386539 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8547206
Feb 17 21:29:03.457156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2103221140-network', 'tenant_id': '570b245157b34aee9d95fcb6cc611021'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:03.463638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:03.469321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Usage tracker for resource:network and tenant:570b245157b34aee9d95fcb6cc611021 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:03.473893 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:03.481636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.482063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:03.501808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Made reservation on behalf of 570b245157b34aee9d95fcb6cc611021 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:03.509839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.535041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.569113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:03.578644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:570b245157b34aee9d95fcb6cc611021 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:03.583948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:03.600250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:03.647596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4767711d-f542-474e-a5fc-ce1856171e4e None None] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:03.732425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:29:03.780732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.792033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1415514087-network', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:03.806314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.808651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:03.829082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Usage tracker for resource:network and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:03.834481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:03.866480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:03.890933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:03.894578 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:29:03.911868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.927188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.927587 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Added segment a079ef66-3efa-4f8c-88a5-8d0ddddd8698 of type vxlan for network bcd196a8-5e39-468a-80dc-cff223418228
Feb 17 21:29:03.936004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Made reservation on behalf of 66fbd239dc4240bc9dfeeebf8a581321 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:03.941546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.956257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:03.968155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:03.969041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:03.999580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.005083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:04.011087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Usage tracker for resource:security_group_rule and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:04.015175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:04.023089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:04.061771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.068281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:04.068969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.075864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:04.231283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd196a8-5e39-468a-80dc-cff223418228,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:04.240820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network bcd196a8-5e39-468a-80dc-cff223418228 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:04.253489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:04.259838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network bcd196a8-5e39-468a-80dc-cff223418228 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:04.280758 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.2810202
Feb 17 21:29:04.285231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52190) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:04.292084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Request body: {'subnet': {'network_id': 'bcd196a8-5e39-468a-80dc-cff223418228', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2103221140-subnet', 'tenant_id': '570b245157b34aee9d95fcb6cc611021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:04.301237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:04.311703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Usage tracker for resource:subnet and tenant:570b245157b34aee9d95fcb6cc611021 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:04.319252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.322933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:04.324339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.330604 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:04.342654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Made reservation on behalf of 570b245157b34aee9d95fcb6cc611021 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:04.359393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.361102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:29:04.374077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.374542 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Added segment fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73 of type vxlan for network c811b1f9-ede4-4fea-9a52-47638fb8c71d
Feb 17 21:29:04.410908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.448993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:04.474567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.478274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:04.478924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.516141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6587ea8-671f-45ac-aae9-7239d2fe792a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:04.524033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:04.524515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:04.545049 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.5072110
Feb 17 21:29:04.549769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52198) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:04.563945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Request body: {'subnet': {'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1415514087-subnet', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:04.572403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:04.583447 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Usage tracker for resource:subnet and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:04.600824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:04.611468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:04.640842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Pushing event updated for resources: {'Network': ['ID=c811b1f9-ede4-4fea-9a52-47638fb8c71d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:04.648058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:04.656404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:04.668714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Made reservation on behalf of 66fbd239dc4240bc9dfeeebf8a581321 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:04.673620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:04.676135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:04.703299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52210) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:04.780242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52220) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:05.072417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-network', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:05.080889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:05.106362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Usage tracker for resource:network and tenant:351cb6a32ef0463a86e6bcf18652e12c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:05.113464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:05.149678 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-network', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:05.160857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:05.166690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:05.179092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Usage tracker for resource:network and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:05.198167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:05.210532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:05.212746 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Made reservation on behalf of 351cb6a32ef0463a86e6bcf18652e12c for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:05.231993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.259268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Made reservation on behalf of 0eebfe4d067343679d9e941cc68c036b for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:05.265491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.288950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.292734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.308675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:05.313736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Usage tracker for resource:security_group_rule and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:05.318043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:05.321415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3d076ab-007a-4ce1-a2df-c24d11b8c587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:05.326751 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:05.485486 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.487311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.505853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.525016 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:29:05.536980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.537638 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Added segment f7408cb9-98b0-4657-916d-bc471e56898f of type vxlan for network 78781be0-26b9-4e26-95e2-712ed3ea84a5
Feb 17 21:29:05.569241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.602821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:05.605715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fa669b18-3470-498f-96f3-473a32b2a53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:05.623395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab28749-c959-4915-83a0-fef4e99faacb,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:05.638507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362c31b2-3d22-4c99-a6e1-5a516b73ee16,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:05.642306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:05.643303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.644709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:05.645097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Usage tracker for resource:security_group_rule and tenant:351cb6a32ef0463a86e6bcf18652e12c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:05.648550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:05.649765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.680126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:05.683515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:05.791242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Pushing event updated for resources: {'Network': ['ID=78781be0-26b9-4e26-95e2-712ed3ea84a5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:05.794092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:05.796018 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0147541
Feb 17 21:29:05.797258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:05.800755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52244) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:05.803760 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:05.809242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Request body: {'subnet': {'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-subnet', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:05.814408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:05.819316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Usage tracker for resource:subnet and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:05.822458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:05.830982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:05.842079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Made reservation on behalf of 0eebfe4d067343679d9e941cc68c036b for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:05.842413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:05.857814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:05.971207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:06.020901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:06.201745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad947807-41fa-46b5-b551-16c7c2b2c65d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:06.222554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:06.304912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Checking segment: {'id': 'a079ef66-3efa-4f8c-88a5-8d0ddddd8698', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcd196a8-5e39-468a-80dc-cff223418228'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:06.305724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Network hostable DHCP agents. Network: bcd196a8-5e39-468a-80dc-cff223418228, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:29:06.351843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Network bcd196a8-5e39-468a-80dc-cff223418228 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:29:06.364417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, bcd196a8-5e39-468a-80dc-cff223418228) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:06.387513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:06.388379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:06.426896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e53ae-203b-42d4-9ece-cce09a6cfb94 None None] Network bcd196a8-5e39-468a-80dc-cff223418228 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:06.430220 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1432536
Feb 17 21:29:06.435122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:06.453507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Checking segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:06.455731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Network hostable DHCP agents. Network: c811b1f9-ede4-4fea-9a52-47638fb8c71d, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:29:06.500303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:29:06.515939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, c811b1f9-ede4-4fea-9a52-47638fb8c71d) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:06.520095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:06.520906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:06.536183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7365e3b-2528-4cb3-9396-f57132f11a1f None None] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:06.549466 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9979546
Feb 17 21:29:06.550801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52280) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:06.557533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:06.562640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:06.567422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Usage tracker for resource:router and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:06.571491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:06.579035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:06.593115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:06.597637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:06.671915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:06.860300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:06.865865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:29:06.866956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:06.929164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d00735-bf61-422c-b2d3-9063cbfd1e6a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:06.932183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:06.951991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52300) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:06.987240 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 21:29:06.988928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Checking segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:06.989315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Network hostable DHCP agents. Network: 78781be0-26b9-4e26-95e2-712ed3ea84a5, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:29:07.145907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.167483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:29:07.189737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.228156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 78781be0-26b9-4e26-95e2-712ed3ea84a5) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:07.296256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:29:07.309588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.309986 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Added segment 50404fda-80c7-4deb-b558-be891253a662 of type vxlan for network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5
Feb 17 21:29:07.345470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.382012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4841ac42-d4ba-4e40-b4d6-e64a5fe354a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:07.395247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.396012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-fe8bb6ce-59ee-4ab2-9ed3-80fa6ff34e54 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:07.396903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-fe8bb6ce-59ee-4ab2-9ed3-80fa6ff34e54 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:07.403148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:07.403800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.426984 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.464909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:07.465627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Allocated IP 172.20.0.2 (c811b1f9-ede4-4fea-9a52-47638fb8c71d/ad947807-41fa-46b5-b551-16c7c2b2c65d/2708fd40-fb95-4857-8cad-7e26f8c68386) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:07.465987 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.490265 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.6878092
Feb 17 21:29:07.491089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52320) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:07.502639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-fe8bb6ce-59ee-4ab2-9ed3-80fa6ff34e54 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:07.511168 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-fe8bb6ce-59ee-4ab2-9ed3-80fa6ff34e54 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 814 time: 0.5399284
Feb 17 21:29:07.532602 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.8262439
Feb 17 21:29:07.542374 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-d2cb4fe6-12c7-4562-ac83-8791cd1e6255 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/quotas/994a3a20bc6141fb88e82d6b76f5f775 HTTP/1.1" status: 200  len: 375 time: 0.0291982
Feb 17 21:29:07.553062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52326) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:07.568034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Request body: {'subnet': {'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-subnet', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:07.582288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:07.594820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:07.609068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Usage tracker for resource:subnet and tenant:351cb6a32ef0463a86e6bcf18652e12c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:07.609068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:07.609326 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:07.627554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Made reservation on behalf of 351cb6a32ef0463a86e6bcf18652e12c for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:07.632701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.644627 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-9c630c78-f51f-4acf-bff8-09f731f399cd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1014078
Feb 17 21:29:07.645847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:07.655226 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:07.661131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:07.661594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:07.780069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Usage tracker for resource:router and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:07.783171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Pushing event updated for resources: {'Network': ['ID=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:07.786474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:07.789734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:07.793905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:07.809348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0b5e81-c697-4b07-93cf-c751968fc0c7 None None] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:07.813382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.814808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.834816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:07.968540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52342) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:08.022315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:08.040040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:08.172828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-71b44e87-c61f-4354-a8f1-0cd03c914b67 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:29:08.173989 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-71b44e87-c61f-4354-a8f1-0cd03c914b67 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1865208
Feb 17 21:29:08.264838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:08.278646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Transition to ACTIVE for port object 2708fd40-fb95-4857-8cad-7e26f8c68386 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:08.299305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Transition to ACTIVE for port object 2708fd40-fb95-4857-8cad-7e26f8c68386 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:08.347312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:08.428060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:08.442055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:08.459051 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:08.465698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Usage tracker for resource:security_group_rule and tenant:99ef09d5612b4d358748ff5d0da278bc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:08.470236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:08.472134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:08.478343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:08.478765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:08.521032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52374) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:08.581433 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 21:29:08.585393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-57cfa4b1-d756-4565-91ca-b4d3f3160582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:08.618134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed18305-2e9b-4acf-b57f-be0b76c7e123 None None] Network bcd196a8-5e39-468a-80dc-cff223418228 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:08.627445 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-811610b0-aa80-436a-9af7-dc5543b152dc service neutron] 10.222.0.81 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4376528
Feb 17 21:29:08.748945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Pushing event updated for resources: {'Port': ['ID=2708fd40-fb95-4857-8cad-7e26f8c68386,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:08.843994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:08.850620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.851001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.851659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.852019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.852393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.852771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.853128 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.853491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.853858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.854212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.854572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.854931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.855351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.855712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.856072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.856462 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.857354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.857734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.858415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.858415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.859259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.859259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.859482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.859799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Tracked resource versions report:
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]: pushed versions:
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]: {   'AddressGroup': {'1.1'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'ConntrackHelper': {'1.0'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Log': {'1.0'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Network': {'1.1'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Port': {'1.7'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'PortForwarding': {'1.2'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'QosPolicy': {'1.8'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroup': {'1.4'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroupRule': {'1.2'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SubPort': {'1.0'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Subnet': {'1.1'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Trunk': {'1.1'}}
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]: consumer versions:
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]: {   DHCP agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     L3 agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metadata agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metering agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@dv-cinder-760193-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'ConntrackHelper': '1.0',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Log': '1.0',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Network': '1.1',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Port': '1.7',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'PortForwarding': '1.2',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'QosPolicy': '1.8',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroup': '1.4',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroupRule': '1.2',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SubPort': '1.0',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Subnet': '1.1',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Trunk': '1.1'},
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@hv-cinder-76019: {   'AddressGroup': '1.1',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'ConntrackHelper': '1.0',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Log': '1.0',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Network': '1.1',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Port': '1.7',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'PortForwarding': '1.2',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'QosPolicy': '1.8',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SecurityGroup': '1.4',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SecurityGroupRule': '1.2',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SubPort': '1.0',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Subnet': '1.1',
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Trunk': '1.1'}}
Feb 17 21:29:08.861540 dv-cinder-760193-4-iscsi neutron-server[83842]:  {{(pid=83955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 21:29:08.867383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:08.867506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:08.878447 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:08.887115 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-866ff972-f6e7-43b1-81d3-522dd39c78a1 service neutron] 10.222.0.81 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2436609
Feb 17 21:29:08.934682 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99ef09d5612b4d358748ff5d0da278bc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9639752
Feb 17 21:29:08.935561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d996a6b-ac4a-45e0-a4b8-1667bbfa7f56,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:08.938200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52378) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:08.943799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:09.048763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-78781be0-26b9-4e26-95e2-712ed3ea84a5', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:29:09.049747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.103717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-a146458f-220c-4d42-89fb-e6e373538ddb tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:09.111612 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-a146458f-220c-4d42-89fb-e6e373538ddb tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/networks?id=bcd196a8-5e39-468a-80dc-cff223418228 HTTP/1.1" status: 200  len: 812 time: 0.5377281
Feb 17 21:29:09.135786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.147703 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-1a504d19-7735-4b0a-aee2-4b8e64a7da5a tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/quotas/570b245157b34aee9d95fcb6cc611021 HTTP/1.1" status: 200  len: 375 time: 0.0346498
Feb 17 21:29:09.249498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:09.263977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1190dce9-e27a-4734-86e5-9413b65b9e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.269641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.333795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.365747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:09.367803 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-f7cfbdb6-7404-48f2-be36-207feb818a1f tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=570b245157b34aee9d95fcb6cc611021&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2180629
Feb 17 21:29:09.375577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:09.381488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:09.394799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1190dce9-e27a-4734-86e5-9413b65b9e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.498353 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Allocated IP 172.27.3.42 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/4b9aba15-6785-48a9-a99f-324a9e581604) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:09.595915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-a263ef5f-4c0d-4e77-9c82-093531bf7a7a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:29:09.603803 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-a263ef5f-4c0d-4e77-9c82-093531bf7a7a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1396997
Feb 17 21:29:09.606013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1e29fe-9ad3-470b-8080-1f138409abfb,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:09.644857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:09.648583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Attempting to bind port 2708fd40-fb95-4857-8cad-7e26f8c68386 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:09.649791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Attempting to bind port 2708fd40-fb95-4857-8cad-7e26f8c68386 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:09.650422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Attempting to bind port 2708fd40-fb95-4857-8cad-7e26f8c68386 on network c811b1f9-ede4-4fea-9a52-47638fb8c71d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:09.684810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:09.685733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Checking segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:09.686427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.687086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Bound using segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:09.688608 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Bound port: 2708fd40-fb95-4857-8cad-7e26f8c68386, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:09.689271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.856392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] For port 2708fd40-fb95-4857-8cad-7e26f8c68386, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:09.860023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] For port 2708fd40-fb95-4857-8cad-7e26f8c68386, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=2708fd40-fb95-4857-8cad-7e26f8c68386,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:09.870339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:09.900088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:10.000984 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Checking segment: {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:10.001431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Network hostable DHCP agents. Network: 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:29:10.064806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:29:10.073129 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-5147c43a-2f30-4f46-82d3-5e9c4b51611d service neutron] 10.222.0.81 "GET /v2.0/networks/bcd196a8-5e39-468a-80dc-cff223418228?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4683597
Feb 17 21:29:10.079701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:10.193258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1190dce9-e27a-4734-86e5-9413b65b9e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:10.213390 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6af1eb35-9a69-490b-9e95-8b7f8ff66aec req-7e9d688d-82fc-4233-a036-4b7772ef33f0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.0913842
Feb 17 21:29:10.225681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e958a5b7-58bd-4be8-b53e-0b67c13b95dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:10.260622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190dce9-e27a-4734-86e5-9413b65b9e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d996a6b-ac4a-45e0-a4b8-1667bbfa7f56,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:10.283755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1190dce9-e27a-4734-86e5-9413b65b9e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:10.336923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1190dce9-e27a-4734-86e5-9413b65b9e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:10.345935 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1190dce9-e27a-4734-86e5-9413b65b9e7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d996a6b-ac4a-45e0-a4b8-1667bbfa7f56 HTTP/1.1" status: 204  len: 168 time: 1.4063993
Feb 17 21:29:10.387473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:10.408677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:10.423504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:10.424395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:10.486445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:10.522538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Allocated IP 172.27.3.83 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/6ad39117-f270-491d-9b28-d1b7f35c284f) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:10.641632 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-65ec0106-0df1-4aaa-89d9-44416e449c7b service neutron] 10.222.0.81 "GET /v2.0/networks/bcd196a8-5e39-468a-80dc-cff223418228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5561893
Feb 17 21:29:10.687696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Pushing event updated for resources: {'Port': ['ID=2708fd40-fb95-4857-8cad-7e26f8c68386,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:10.787803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Allocated IP 172.20.0.2 (78781be0-26b9-4e26-95e2-712ed3ea84a5/e4d00735-bf61-422c-b2d3-9063cbfd1e6a/0a8e9c58-ee48-40fc-93a3-ed013c477e2f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:10.825128 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.2648118
Feb 17 21:29:10.860206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52446) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:10.871842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:10.901308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:10.910539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9aba15-6785-48a9-a99f-324a9e581604,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:10.951139 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Usage tracker for resource:router and tenant:351cb6a32ef0463a86e6bcf18652e12c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:10.954384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.054s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:10.954947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:10.956579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:10.957567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad33aef0-562d-4d15-97de-8dc5a0e0c64a None None] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:10.968956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:10.976832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:10.998230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:10.999811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:11.013198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:11.014973 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:11.035028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:11.037654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:11.219302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52472) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:11.220006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c9f4657c-991b-4eab-981b-fae7e3eec313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:11.320917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:11.359897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:11.379838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Usage tracker for resource:security_group_rule and tenant:d11270b24e104c939fb32e880eef5148 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:11.387521 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:11.392948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad39117-f270-491d-9b28-d1b7f35c284f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:11.396854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:11.405449 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:11.419063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:11.465121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Transition to ACTIVE for port object 0a8e9c58-ee48-40fc-93a3-ed013c477e2f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:11.490152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:11.493268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:11.500838 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-986c671c-fdaf-4ae8-893c-5ed4be6e4a69 req-0ad060b4-e9e4-41a4-85a4-81dcac9f5ab3 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 210 time: 0.1908388
Feb 17 21:29:11.512016 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:11.556787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Transition to ACTIVE for port object 0a8e9c58-ee48-40fc-93a3-ed013c477e2f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:11.595932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:11.610787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:11.636833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:11.908813 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70a9118e-3881-4bd6-8663-8cf3ad14fae5 req-3d5b330f-666e-4802-a84a-2f539f863074 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.3144202
Feb 17 21:29:11.957828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:11.974812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Pushing event updated for resources: {'Port': ['ID=0a8e9c58-ee48-40fc-93a3-ed013c477e2f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:12.024059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:12.049537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:12.055458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:12.059017 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:12.061739 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:12.238096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:12.287341 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Attempting to bind port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:12.287895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Attempting to bind port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:12.288448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Attempting to bind port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f on network 78781be0-26b9-4e26-95e2-712ed3ea84a5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:12.302051 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:12.302691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Checking segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:12.303430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:12.304201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Bound using segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:12.305146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Bound port: 0a8e9c58-ee48-40fc-93a3-ed013c477e2f, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:12.305705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:12.319560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161b36a-9af7-4b74-b275-e90c4634a145 None None] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:12.329250 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d11270b24e104c939fb32e880eef5148&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0732119
Feb 17 21:29:12.330806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bd8dcf-19c9-41ae-ab25-6ae25898f1c9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:12.332133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52514) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:12.396112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:12.406023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:12.444015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:12.575858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:12.735607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] For port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:12.793342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] For port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=0a8e9c58-ee48-40fc-93a3-ed013c477e2f,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:12.800501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:12.822991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:12.887317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-641942f3-1971-4108-a9e3-281a65fa3357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:12.892918 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-129b6eb4-d7c1-4d6c-9d58-0d6bb4526df7 req-6b693fdb-7e15-449d-95c5-2fc805d101e0 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 210 time: 0.1022849
Feb 17 21:29:12.947716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-641942f3-1971-4108-a9e3-281a65fa3357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:13.038148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Pushing event updated for resources: {'Port': ['ID=0a8e9c58-ee48-40fc-93a3-ed013c477e2f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:13.041768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:13.102215 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:13.139704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:13.300926 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-12998efb-0704-458d-879b-ab06ea7d87e8 req-45edc1f1-0608-4836-ae42-95710ef9e28b tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.0915077
Feb 17 21:29:13.370541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-641942f3-1971-4108-a9e3-281a65fa3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:13.397316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:13.479480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f8e86e-1938-49e7-8322-359bbd9745aa None None] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:13.526517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641942f3-1971-4108-a9e3-281a65fa3357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bd8dcf-19c9-41ae-ab25-6ae25898f1c9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:13.667919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6751a015-db1a-4507-9743-596a9f5b797a None None] Provisioning for port 2708fd40-fb95-4857-8cad-7e26f8c68386 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:13.681345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Router dc6b9d50-b735-44ec-a393-d995e2799698 is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:29:13.817729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 0a8e9c58-ee48-40fc-93a3-ed013c477e2f up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:13.836187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-641942f3-1971-4108-a9e3-281a65fa3357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:13.905381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-641942f3-1971-4108-a9e3-281a65fa3357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:13.910647 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-641942f3-1971-4108-a9e3-281a65fa3357 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0bd8dcf-19c9-41ae-ab25-6ae25898f1c9 HTTP/1.1" status: 204  len: 168 time: 1.5596120
Feb 17 21:29:13.922706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:13.932873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:29:13.943475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Sync routers for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:29:13.963753 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:13.965951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa68382e8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:13.966286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:13.967089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:13.971312 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.4675510
Feb 17 21:29:13.972258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52538) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:14.106054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:14.119660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 2708fd40-fb95-4857-8cad-7e26f8c68386 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:14.242759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 2708fd40-fb95-4857-8cad-7e26f8c68386 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:14.249582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 2708fd40-fb95-4857-8cad-7e26f8c68386 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:14.250010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:14.286170 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Router e53efab4-48a6-4a54-ae71-1e8d12980af1 is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:29:14.313430 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a39920c0-ba24-428f-9c6a-8644a1777ee4 req-ac3ba614-65a2-4c3c-9a8f-eef1371d419f tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 210 time: 0.1003044
Feb 17 21:29:14.671250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:14.836754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-39391052-88cb-4ed1-a4ab-580eaf340836 None None] Provisioning complete for port 2708fd40-fb95-4857-8cad-7e26f8c68386 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:14.836961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39391052-88cb-4ed1-a4ab-580eaf340836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:14.923413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:15.093329 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27a6b892-73f6-4ec8-9cf3-14323c8db474 req-a9664f10-34d5-4dd1-98c6-dbb760409de2 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.3875246
Feb 17 21:29:15.153605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Allocated IP 172.27.3.220 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/8ab7010d-c7ac-42ba-8e20-92db47574dd0) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:15.169490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:29:15.226761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:15.228271 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.6763101
Feb 17 21:29:15.231669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52572) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:15.545132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.83', 59879) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:15.574160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Sync routers for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:29:15.582379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618735e3-d8f8-48da-b993-1c2a5df31889 None None] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:15.656625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa68382e8>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:12Z', 'revision_number': 3, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:15.668405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Checking router: dc6b9d50-b735-44ec-a393-d995e2799698 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:29:15.668787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Updating router dc6b9d50-b735-44ec-a393-d995e2799698 port 6ad39117-f270-491d-9b28-d1b7f35c284f binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:29:15.709314 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e7b35088-be29-419b-a2d5-56e6bf5dfbf6 req-8a006b19-779e-4021-b7c7-6a4d9e693863 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 210 time: 0.0783002
Feb 17 21:29:15.780388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 2708fd40-fb95-4857-8cad-7e26f8c68386, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=2708fd40-fb95-4857-8cad-7e26f8c68386,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:15.781955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:15.782806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa68acf28>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:15.841365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:15.869198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:15.913480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:16.184774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:16.291895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.83', 59884) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:16.750561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-b2c71ff6-4bef-4d56-b95a-192c8a094371 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:16.751813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-b2c71ff6-4bef-4d56-b95a-192c8a094371 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Synchronizing usage tracker for tenant:570b245157b34aee9d95fcb6cc611021 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:16.764495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=2708fd40-fb95-4857-8cad-7e26f8c68386,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:16.786082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:16.796185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:16.824759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:16.860373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-b2c71ff6-4bef-4d56-b95a-192c8a094371 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Unset dirty status for tenant:570b245157b34aee9d95fcb6cc611021 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:16.863028 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-b2c71ff6-4bef-4d56-b95a-192c8a094371 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.83 "GET /v2.0/networks?id=bcd196a8-5e39-468a-80dc-cff223418228 HTTP/1.1" status: 200  len: 812 time: 0.5689583
Feb 17 21:29:16.914999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-b25728f5-4962-4272-9511-525ef9f04e6e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:16.916786 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-b25728f5-4962-4272-9511-525ef9f04e6e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 814 time: 1.3704078
Feb 17 21:29:16.938949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Request body: {'port': {'device_id': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'network_id': 'bcd196a8-5e39-468a-80dc-cff223418228', 'admin_state_up': True, 'tenant_id': '570b245157b34aee9d95fcb6cc611021'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:16.945907 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1aa203a6-c446-4ca5-8e5a-580cab1d3b1b req-85ef2459-3eb9-4c2b-8ca4-18be0320aaa9 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.1514478
Feb 17 21:29:16.951839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Request body: {'port': {'device_id': '2dd56e4c-972a-4287-b3f9-ae6230418d15', 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762', 'admin_state_up': True, 'tenant_id': '994a3a20bc6141fb88e82d6b76f5f775'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:17.199636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:17.207377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Usage tracker for resource:port and tenant:570b245157b34aee9d95fcb6cc611021 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:17.286195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:17.320231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:17.368221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Made reservation on behalf of 570b245157b34aee9d95fcb6cc611021 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:17.381843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:17.387443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Provisioning for port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:17.432865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Provisioning complete for port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:17.433783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:17.534125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa68acf28>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:11Z', 'revision_number': 3, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:17.542278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Checking router: e53efab4-48a6-4a54-ae71-1e8d12980af1 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:29:17.543289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Updating router e53efab4-48a6-4a54-ae71-1e8d12980af1 port 4b9aba15-6785-48a9-a99f-324a9e581604 binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:29:17.689228 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-97206c2c-4d6e-4729-805d-b2b2055ba670 req-130f795b-e788-4711-9e1c-f517d218b8d4 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 210 time: 0.3167205
Feb 17 21:29:17.799520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:18.046943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Allocated IP 172.20.0.1 (78781be0-26b9-4e26-95e2-712ed3ea84a5/e4d00735-bf61-422c-b2d3-9063cbfd1e6a/fc2bb4fb-c125-4a20-8b1d-0426886c339d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:18.408281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:18.444405 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0079a341-e008-495b-a0e8-996ec122d2fa req-1319e0d7-bdd2-4e52-abc7-7d04cb5d19e4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.1771536
Feb 17 21:29:18.474508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 2708fd40-fb95-4857-8cad-7e26f8c68386 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:18.514831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bd87cc6e-96f5-4af0-bf55-cc87e1006813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:18.646035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:18.879926 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] For port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=0a8e9c58-ee48-40fc-93a3-ed013c477e2f,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:18.912520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:18.923061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 2708fd40-fb95-4857-8cad-7e26f8c68386 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:18.932947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:19.022636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:19.055581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52710) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:19.063327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Transition to ACTIVE for port object 6ad39117-f270-491d-9b28-d1b7f35c284f will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:19.067985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:19.306529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:19.477906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:19.494681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Transition to ACTIVE for port object 4b9aba15-6785-48a9-a99f-324a9e581604 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:19.495720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:19.505705 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-34975bab-9ed3-4465-8ed8-9b87fa03856a req-4db4d190-702c-4588-b464-243b7fbf35da tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 210 time: 0.2235489
Feb 17 21:29:19.595680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Pushing event updated for resources: {'Port': ['ID=0a8e9c58-ee48-40fc-93a3-ed013c477e2f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:19.597358 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:19.600296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:19.605437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Usage tracker for resource:port and tenant:994a3a20bc6141fb88e82d6b76f5f775 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:19.607056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:19.618935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:19.874423 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:19.992605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Allocated IP 172.20.0.6 (bcd196a8-5e39-468a-80dc-cff223418228/7ab28749-c959-4915-83a0-fef4e99faacb/a53a254c-63ae-45f8-bcb4-dcc495cd58b5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:20.001268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:20.033273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:20.044701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:20.155809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Pushing event updated for resources: {'Port': ['ID=8ab7010d-c7ac-42ba-8e20-92db47574dd0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:20.289448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Pushing event updated for resources: {'Port': ['ID=6ad39117-f270-491d-9b28-d1b7f35c284f,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:20.295819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Provisioning complete for port 2708fd40-fb95-4857-8cad-7e26f8c68386 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:20.301896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.316613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.317087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.317465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.317836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.329650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.330073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.330449 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.330867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.342963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.343532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.343911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.344280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.344787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.345155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.345523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.345892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.346260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.346794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.347358 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.347732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.361966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.362964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.363340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.363710 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Tracked resource versions report:
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]: pushed versions:
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]: {   'AddressGroup': {'1.1'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'ConntrackHelper': {'1.0'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Log': {'1.0'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Network': {'1.1'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Port': {'1.7'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'PortForwarding': {'1.2'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'QosPolicy': {'1.8'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroup': {'1.4'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SecurityGroupRule': {'1.2'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'SubPort': {'1.0'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Subnet': {'1.1'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     'Trunk': {'1.1'}}
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]: consumer versions:
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]: {   DHCP agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     L3 agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metadata agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     Metering agent@dv-cinder-760193-4-iscsi: {},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@dv-cinder-760193-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'ConntrackHelper': '1.0',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Log': '1.0',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Network': '1.1',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Port': '1.7',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'PortForwarding': '1.2',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'QosPolicy': '1.8',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroup': '1.4',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SecurityGroupRule': '1.2',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'SubPort': '1.0',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Subnet': '1.1',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                                      'Trunk': '1.1'},
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:     Open vSwitch agent@hv-cinder-76019: {   'AddressGroup': '1.1',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'ConntrackHelper': '1.0',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Log': '1.0',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Network': '1.1',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Port': '1.7',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'PortForwarding': '1.2',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'QosPolicy': '1.8',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SecurityGroup': '1.4',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SecurityGroupRule': '1.2',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'SubPort': '1.0',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Subnet': '1.1',
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:                                             'Trunk': '1.1'}}
Feb 17 21:29:20.365039 dv-cinder-760193-4-iscsi neutron-server[83842]:  {{(pid=83956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 21:29:20.449445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Attempting to bind port 6ad39117-f270-491d-9b28-d1b7f35c284f on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:20.449853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Attempting to bind port 6ad39117-f270-491d-9b28-d1b7f35c284f by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:20.450252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Attempting to bind port 6ad39117-f270-491d-9b28-d1b7f35c284f on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:20.476933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:20.477262 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:20.477717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.478154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:20.478740 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Bound port: 6ad39117-f270-491d-9b28-d1b7f35c284f, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:20.479080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.492960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 0a8e9c58-ee48-40fc-93a3-ed013c477e2f up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:20.495922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.537482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.541545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.547077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:20.682048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.698497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] For port 6ad39117-f270-491d-9b28-d1b7f35c284f, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:20.714253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] For port 6ad39117-f270-491d-9b28-d1b7f35c284f, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=6ad39117-f270-491d-9b28-d1b7f35c284f,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:20.723977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.753265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b55d0-83f3-4cd1-ab1c-793715f888d5 None None] Pushing event updated for resources: {'Port': ['ID=4b9aba15-6785-48a9-a99f-324a9e581604,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:20.759260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:20.764321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.256s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:20.765551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:20.813403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-303b55d0-83f3-4cd1-ab1c-793715f888d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:20.865381 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db9cc9ee-2e30-4f48-8f82-0d47132d63bc req-26ab4ca2-9123-446b-928a-b7f79c024970 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.9938631
Feb 17 21:29:20.873689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:20.941073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Attempting to bind port 4b9aba15-6785-48a9-a99f-324a9e581604 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:20.942286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Attempting to bind port 4b9aba15-6785-48a9-a99f-324a9e581604 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:20.943063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Attempting to bind port 4b9aba15-6785-48a9-a99f-324a9e581604 on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:20.967349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:20.968162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.013248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:21.014640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:21.016161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.018488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:21.019686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Bound port: 4b9aba15-6785-48a9-a99f-324a9e581604, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:21.020474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.026398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Pushing event updated for resources: {'Port': ['ID=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:21.026613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:21.032193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Usage tracker for resource:security_group_rule and tenant:a97ce855525b42598dabfd166c6f25fb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:21.040660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:21.047293 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:21.053232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:21.059591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Transition to ACTIVE for port object fc2bb4fb-c125-4a20-8b1d-0426886c339d will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:21.083074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Network bcd196a8-5e39-468a-80dc-cff223418228 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:21.086570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:21.100394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:21.105566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:21.106523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.148909 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2171488
Feb 17 21:29:21.156108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.161280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-8f6d359c-514d-42d5-88f3-f261b0089700 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:29:21.162452 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-8f6d359c-514d-42d5-88f3-f261b0089700 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064511
Feb 17 21:29:21.171772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8387d1-526e-40e2-bec9-14835efdfe32 req-052c1165-da36-4bf7-b9a5-4f739890c605 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:21.172619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3e8387d1-526e-40e2-bec9-14835efdfe32 req-052c1165-da36-4bf7-b9a5-4f739890c605 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Synchronizing usage tracker for tenant:570b245157b34aee9d95fcb6cc611021 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:21.180543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.192022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Made reservation on behalf of 994a3a20bc6141fb88e82d6b76f5f775 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:21.199442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.220630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:21.247066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3e8387d1-526e-40e2-bec9-14835efdfe32 req-052c1165-da36-4bf7-b9a5-4f739890c605 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Unset dirty status for tenant:570b245157b34aee9d95fcb6cc611021 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:21.252050 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3e8387d1-526e-40e2-bec9-14835efdfe32 req-052c1165-da36-4bf7-b9a5-4f739890c605 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 931 time: 0.3346088
Feb 17 21:29:21.355794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-641942f3-1971-4108-a9e3-281a65fa3357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:21.378194 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a97ce855525b42598dabfd166c6f25fb&name=default HTTP/1.1" status: 200  len: 2976 time: 2.3142314
Feb 17 21:29:21.398574 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] For port 4b9aba15-6785-48a9-a99f-324a9e581604, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:21.414630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52742) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:21.424168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.511498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3e8387d1-526e-40e2-bec9-14835efdfe32 req-c61b52b1-2134-483d-89fa-43e9cfbc75a8 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Synchronizing usage tracker for tenant:570b245157b34aee9d95fcb6cc611021 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:21.517439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Pushing event updated for resources: {'Port': ['ID=6ad39117-f270-491d-9b28-d1b7f35c284f,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:21.522298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b934055-8ceb-44e0-8405-86e4857f49dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:21.540477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:21.584853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:21.585938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa68382e8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:21.595752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8298a4a1-e423-47af-bf56-7006fd4975b1 None None] Provisioning complete for port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:21.596682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8298a4a1-e423-47af-bf56-7006fd4975b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.675707 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] For port 4b9aba15-6785-48a9-a99f-324a9e581604, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=4b9aba15-6785-48a9-a99f-324a9e581604,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:21.689754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Request body: {'port': {'device_id': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:21.701750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:21.781357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Pushing event updated for resources: {'Port': ['ID=fc2bb4fb-c125-4a20-8b1d-0426886c339d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:21.961921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:22.098475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:22.162996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:22.163983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:22.266809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3e8387d1-526e-40e2-bec9-14835efdfe32 req-c61b52b1-2134-483d-89fa-43e9cfbc75a8 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Unset dirty status for tenant:570b245157b34aee9d95fcb6cc611021 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:22.269093 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3e8387d1-526e-40e2-bec9-14835efdfe32 req-c61b52b1-2134-483d-89fa-43e9cfbc75a8 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9961739
Feb 17 21:29:22.283443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b55d0-83f3-4cd1-ab1c-793715f888d5 None None] Pushing event updated for resources: {'Port': ['ID=4b9aba15-6785-48a9-a99f-324a9e581604,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:22.322940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-303b55d0-83f3-4cd1-ab1c-793715f888d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:22.383703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:22.389661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa68acf28>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:22.517790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ba4df9f4-cc78-4b02-8129-28caea5519c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:22.553397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ba4df9f4-cc78-4b02-8129-28caea5519c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:22.611508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ba4df9f4-cc78-4b02-8129-28caea5519c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:22.641093 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:22.662675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4df9f4-cc78-4b02-8129-28caea5519c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90054e40-49e9-43f1-aa99-e3b2b51a0b6e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:22.665510 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ba4df9f4-cc78-4b02-8129-28caea5519c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:22.666727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ba4df9f4-cc78-4b02-8129-28caea5519c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:22.667995 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ba4df9f4-cc78-4b02-8129-28caea5519c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90054e40-49e9-43f1-aa99-e3b2b51a0b6e HTTP/1.1" status: 204  len: 168 time: 1.2393050
Feb 17 21:29:22.774199 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:22.777363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:22.779883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:22.780426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:22.996880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52764) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:23.083809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Allocated IP 172.20.0.7 (1dd413ac-737e-4b0b-8e85-ac0d2735b762/584ade9a-b57f-4a6c-bb46-3c9980669017/6db8dbc1-f568-4920-a3b8-bb1bc4585447) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:23.104768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa68382e8>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:12Z', 'revision_number': 3, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:23.128941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13da7c0-9b31-4ec8-91e1-21e5495cfd66 None None] The sync data for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi is: [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:12Z', 'revision_number': 3, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:29:23.225983 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-319fe494-d030-4a16-abcd-a73a93842266 req-633b53ad-0fcc-4a8c-ada3-f048b2242703 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.3730617
Feb 17 21:29:23.250828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90054e40-49e9-43f1-aa99-e3b2b51a0b6e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:23.256780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.901s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:23.281907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:23.712138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:23.871319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-78dd4877-be6a-4097-9c9e-3182b7506136 None None] Provisioning for port fc2bb4fb-c125-4a20-8b1d-0426886c339d completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:23.882160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-78dd4877-be6a-4097-9c9e-3182b7506136 None None] Provisioning complete for port fc2bb4fb-c125-4a20-8b1d-0426886c339d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:23.882619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-78dd4877-be6a-4097-9c9e-3182b7506136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:23.935091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53a254c-63ae-45f8-bcb4-dcc495cd58b5 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:29:23.948943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:23.973806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Transition to ACTIVE for port object a53a254c-63ae-45f8-bcb4-dcc495cd58b5 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:24.038577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:24.039459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:24.229368 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa68acf28>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:11Z', 'revision_number': 3, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:24.233113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:24.274352 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-78dd4877-be6a-4097-9c9e-3182b7506136 None None] Port fc2bb4fb-c125-4a20-8b1d-0426886c339d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:29:24.318730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfb496-3dec-410c-ad02-2a878fd1718d None None] The sync data for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:11Z', 'revision_number': 3, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:29:24.391364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:24.401565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:24.511280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 6ad39117-f270-491d-9b28-d1b7f35c284f up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:24.538685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Pushing event updated for resources: {'Port': ['ID=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:24.623101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:24.742103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 6ad39117-f270-491d-9b28-d1b7f35c284f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:24.758048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 6ad39117-f270-491d-9b28-d1b7f35c284f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:24.758480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:24.896344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Allocated IP 172.20.0.1 (c811b1f9-ede4-4fea-9a52-47638fb8c71d/ad947807-41fa-46b5-b551-16c7c2b2c65d/f7487e2b-59d5-4fa2-b23a-f4a765889aa6) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:24.945441 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5b89ee90-edb4-407c-9f8b-4ecefa410076 req-ea8d4e75-ca98-4888-894d-6d00bcd41f95 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.1675415
Feb 17 21:29:25.020274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Router cd2654bb-c007-452b-896e-51f73bf43cad is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:29:25.062973 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:25.098832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:25.139589 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 6ad39117-f270-491d-9b28-d1b7f35c284f, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=6ad39117-f270-491d-9b28-d1b7f35c284f,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:25.146071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:25.149154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:25.207310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:25.303280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Usage tracker for resource:security_group_rule and tenant:dd580cd39114477cbe65818ba8cc1c06 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:25.333718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=6ad39117-f270-491d-9b28-d1b7f35c284f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:25.338252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:25.389541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:25.486988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97f140-b510-45a3-82e7-c13a09a6137a req-94434afe-2113-41aa-af74-7dd5907ed278 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:25.491148 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a97f140-b510-45a3-82e7-c13a09a6137a req-94434afe-2113-41aa-af74-7dd5907ed278 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 943 time: 1.8446259
Feb 17 21:29:25.497532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:25.595309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:25.644258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:26.479221 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a97f140-b510-45a3-82e7-c13a09a6137a req-ae95fd39-8bf2-47c9-929e-03bcba769a3b tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7884262
Feb 17 21:29:26.546527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Attempting to bind port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:26.546861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Attempting to bind port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a079ef66-3efa-4f8c-88a5-8d0ddddd8698', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcd196a8-5e39-468a-80dc-cff223418228'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:26.547615 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Attempting to bind port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 on network bcd196a8-5e39-468a-80dc-cff223418228 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:26.552789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 4b9aba15-6785-48a9-a99f-324a9e581604 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:26.575128 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Pushing event updated for resources: {'Port': ['ID=6db8dbc1-f568-4920-a3b8-bb1bc4585447,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:26.687995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:26.690923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:26.691532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Checking segment: {'id': 'a079ef66-3efa-4f8c-88a5-8d0ddddd8698', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcd196a8-5e39-468a-80dc-cff223418228'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:26.692154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:26.692587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Bound using segment: {'id': 'a079ef66-3efa-4f8c-88a5-8d0ddddd8698', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcd196a8-5e39-468a-80dc-cff223418228'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:26.693126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Bound port: a53a254c-63ae-45f8-bcb4-dcc495cd58b5, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a079ef66-3efa-4f8c-88a5-8d0ddddd8698', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcd196a8-5e39-468a-80dc-cff223418228'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:26.693507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:26.722014 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:26.747061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Transition to ACTIVE for port object f7487e2b-59d5-4fa2-b23a-f4a765889aa6 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:26.800586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:26.814965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:26.830485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:26.854528 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:26.883766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:26.887339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:26.924944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:26.986498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:27.043692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 4b9aba15-6785-48a9-a99f-324a9e581604 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:27.054557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 4b9aba15-6785-48a9-a99f-324a9e581604 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:27.055188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:27.173177 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52832) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:27.179605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:27.296974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:27.320810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 4b9aba15-6785-48a9-a99f-324a9e581604, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=4b9aba15-6785-48a9-a99f-324a9e581604,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:27.324229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:27.326103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 6ad39117-f270-491d-9b28-d1b7f35c284f up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:27.328873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:27.338777 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:27.340267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:27.389987 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:27.393715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Pushing event updated for resources: {'Port': ['ID=fc2bb4fb-c125-4a20-8b1d-0426886c339d,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:27.402778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:27.425201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:27.540584 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-57cfa4b1-d756-4565-91ca-b4d3f3160582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:27.543169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Pushing event updated for resources: {'Port': ['ID=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:27.566424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:27.568456 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 10.6253147
Feb 17 21:29:27.572225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:27.573176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:27.588192 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:27.601496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:27.602278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:27.718549 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd580cd39114477cbe65818ba8cc1c06&name=default HTTP/1.1" status: 200  len: 2979 time: 4.7197289
Feb 17 21:29:27.748950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52844) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:27.754120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b679292f-daaa-4b8f-857f-ce18d4323895,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:27.843640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:27.951380 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=4b9aba15-6785-48a9-a99f-324a9e581604,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:27.965270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:27.973471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Request body: {'port': {'device_id': '2dd56e4c-972a-4287-b3f9-ae6230418d15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:27.993695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 6ad39117-f270-491d-9b28-d1b7f35c284f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:27.996759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:28.015036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:29:28.035036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Sync routers for ids ['cd2654bb-c007-452b-896e-51f73bf43cad'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:29:28.061418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Routers {'cd2654bb-c007-452b-896e-51f73bf43cad'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:28.062188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa667c470>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['cd2654bb-c007-452b-896e-51f73bf43cad'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:28.069627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00f08c-71ce-48c6-9ba9-4726b892f263 req-1ce0f187-af6b-43e6-a05e-d07867478a75 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:28.070542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3a00f08c-71ce-48c6-9ba9-4726b892f263 req-1ce0f187-af6b-43e6-a05e-d07867478a75 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:28.164545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:28.167737 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 17.3065705
Feb 17 21:29:28.182557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:28.212751 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:28.220693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52852) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:28.290920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] For port a53a254c-63ae-45f8-bcb4-dcc495cd58b5, host hv-cinder-76019, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:28.302905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] For port a53a254c-63ae-45f8-bcb4-dcc495cd58b5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,segment=NetworkSegment(a079ef66-3efa-4f8c-88a5-8d0ddddd8698),segment_id=a079ef66-3efa-4f8c-88a5-8d0ddddd8698)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:28.456786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9cf75d02-4fda-46ae-b55b-edf7a3d11e7b None None] Provisioning for port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:28.481624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9cf75d02-4fda-46ae-b55b-edf7a3d11e7b None None] Provisioning complete for port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:28.482059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9cf75d02-4fda-46ae-b55b-edf7a3d11e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:28.633909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Set router cd2654bb-c007-452b-896e-51f73bf43cad gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:28.649169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:28.697031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9cf75d02-4fda-46ae-b55b-edf7a3d11e7b None None] Port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:29:28.704576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 4b9aba15-6785-48a9-a99f-324a9e581604 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:28.872072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 4b9aba15-6785-48a9-a99f-324a9e581604 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:28.873891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:28.924104 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:28.924300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8892c335-1f7f-4f0e-8a03-24f53ed2d3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:28.960436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3a00f08c-71ce-48c6-9ba9-4726b892f263 req-1ce0f187-af6b-43e6-a05e-d07867478a75 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:28.963326 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8892c335-1f7f-4f0e-8a03-24f53ed2d3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:28.976414 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3a00f08c-71ce-48c6-9ba9-4726b892f263 req-1ce0f187-af6b-43e6-a05e-d07867478a75 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 931 time: 2.5918317
Feb 17 21:29:28.990046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f8926af9-598a-4956-b502-beb074bb6d9f None None] Provisioning complete for port fc2bb4fb-c125-4a20-8b1d-0426886c339d triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:28.991434 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f8926af9-598a-4956-b502-beb074bb6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:29.047276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:29.061866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8892c335-1f7f-4f0e-8a03-24f53ed2d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:29.067419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:29.258583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Router dc6b9d50-b735-44ec-a393-d995e2799698 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:29:29.261244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3810daf3-1d1b-45ec-b82d-42acab956bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:29.305715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f8926af9-598a-4956-b502-beb074bb6d9f None None] Port fc2bb4fb-c125-4a20-8b1d-0426886c339d cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:29:29.458857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa667c470>, [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:29:20Z', 'revision_number': 3, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:29.462746 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a08ea772822047b8aea7d7510a981dda is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:29.469482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Pushing event updated for resources: {'Port': ['ID=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:29.479923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Checking router: cd2654bb-c007-452b-896e-51f73bf43cad for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:29:29.480717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Updating router cd2654bb-c007-452b-896e-51f73bf43cad port 8ab7010d-c7ac-42ba-8e20-92db47574dd0 binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:29:29.490193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:29.491061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1190dce9-e27a-4734-86e5-9413b65b9e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:29.538985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:29.560850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9798a7-b80e-414d-9bca-064f266de0b9 req-a5628580-b5e1-4329-b64e-6d26eeddf6f6 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:29.574246 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc9798a7-b80e-414d-9bca-064f266de0b9 req-a5628580-b5e1-4329-b64e-6d26eeddf6f6 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 943 time: 1.5627220
Feb 17 21:29:29.593618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:29.605555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:29.609558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:29.611750 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] 10.222.0.83 "PUT /v2.0/ports/a53a254c-63ae-45f8-bcb4-dcc495cd58b5 HTTP/1.1" status: 200  len: 1157 time: 8.2682042
Feb 17 21:29:29.614481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892c335-1f7f-4f0e-8a03-24f53ed2d3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679292f-daaa-4b8f-857f-ce18d4323895,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:29.618327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:29.620390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'tag': 'a53a254c-63ae-45f8-bcb4-dcc495cd58b5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:29:29.747411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8892c335-1f7f-4f0e-8a03-24f53ed2d3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:29.757238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f15299a-2de5-46a0-95c1-21719aabde6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:29.832217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8892c335-1f7f-4f0e-8a03-24f53ed2d3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:29.833668 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8892c335-1f7f-4f0e-8a03-24f53ed2d3dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b679292f-daaa-4b8f-857f-ce18d4323895 HTTP/1.1" status: 204  len: 168 time: 2.0713749
Feb 17 21:29:29.930087 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3a00f08c-71ce-48c6-9ba9-4726b892f263 req-68970f9b-54d2-4ba6-8813-c10c841534cd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9525526
Feb 17 21:29:29.986021 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc9798a7-b80e-414d-9bca-064f266de0b9 req-4a7a5d6a-4eeb-4e78-b516-7922bf86b42a tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3726373
Feb 17 21:29:30.199965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:29:30.215783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Sync routers for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:29:30.236279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:30.237948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa738ee48>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:30.243805 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] 10.222.0.81 "PUT /v2.0/routers/dc6b9d50-b735-44ec-a393-d995e2799698/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2701833
Feb 17 21:29:30.246518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:30.260857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:30.290246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:30.308848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:30.323416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Transition to ACTIVE for port object 8ab7010d-c7ac-42ba-8e20-92db47574dd0 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:30.328648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:30.358093 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:30.412170 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a08ea772822047b8aea7d7510a981dda&name=default HTTP/1.1" status: 200  len: 2979 time: 3.1161919
Feb 17 21:29:30.422652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52878) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:30.459021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3071823-bf7b-47d0-bcae-60cbd177dc60,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:30.470761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:30.473141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db8dbc1-f568-4920-a3b8-bb1bc4585447 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:29:30.698118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275dbf0-ae35-4719-b4cc-f9b3e694af5a None None] Pushing event updated for resources: {'Port': ['ID=8ab7010d-c7ac-42ba-8e20-92db47574dd0,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:30.705871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a275dbf0-ae35-4719-b4cc-f9b3e694af5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:30.716529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc987620-316c-41b6-b297-498bb25b8ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:30.809380 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Attempting to bind port 8ab7010d-c7ac-42ba-8e20-92db47574dd0 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:30.809854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Attempting to bind port 8ab7010d-c7ac-42ba-8e20-92db47574dd0 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:30.810343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Attempting to bind port 8ab7010d-c7ac-42ba-8e20-92db47574dd0 on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:30.816610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:30.817024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:30.817472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:30.817914 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:30.818429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Bound port: 8ab7010d-c7ac-42ba-8e20-92db47574dd0, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:30.819345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:30.822470 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'tag': 'a53a254c-63ae-45f8-bcb4-dcc495cd58b5', 'status': 'completed', 'code': 200}
Feb 17 21:29:30.835592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc987620-316c-41b6-b297-498bb25b8ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:30.955324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:31.021117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc987620-316c-41b6-b297-498bb25b8ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.033007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:31.056798 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] For port 8ab7010d-c7ac-42ba-8e20-92db47574dd0, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:31.096911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] For port 8ab7010d-c7ac-42ba-8e20-92db47574dd0, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=8ab7010d-c7ac-42ba-8e20-92db47574dd0,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:31.097696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc987620-316c-41b6-b297-498bb25b8ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3071823-bf7b-47d0-bcae-60cbd177dc60,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:31.101148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc987620-316c-41b6-b297-498bb25b8ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.106677 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fc987620-316c-41b6-b297-498bb25b8ec0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3071823-bf7b-47d0-bcae-60cbd177dc60 HTTP/1.1" status: 204  len: 168 time: 0.6792331
Feb 17 21:29:31.110106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fc987620-316c-41b6-b297-498bb25b8ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:31.113807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.173433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:31.310964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52910) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:31.321889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621208603', 'description': 'tempest-description--2109423121'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:31.345113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:31.348135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.362584 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:security_group and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:31.373519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:31.397763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:31.431458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.464529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.504127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275dbf0-ae35-4719-b4cc-f9b3e694af5a None None] Pushing event updated for resources: {'Port': ['ID=8ab7010d-c7ac-42ba-8e20-92db47574dd0,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:31.508119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a275dbf0-ae35-4719-b4cc-f9b3e694af5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:31.516919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:31.601946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Routers {'cd2654bb-c007-452b-896e-51f73bf43cad'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:31.602633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa667c470>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['cd2654bb-c007-452b-896e-51f73bf43cad'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:31.642360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:security_group_rule and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:31.659372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:31.683891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:31.729269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8900736c-a0ab-4051-a3da-fdc6d5a34a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.785446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Transition to ACTIVE for port object 6db8dbc1-f568-4920-a3b8-bb1bc4585447 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:31.801408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470509da-2c51-4d49-b195-6bfd63ddcb33 req-58de570d-f412-4a8e-92e7-5d132cd2eb74 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:31.812442 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-470509da-2c51-4d49-b195-6bfd63ddcb33 req-58de570d-f412-4a8e-92e7-5d132cd2eb74 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 943 time: 0.3113213
Feb 17 21:29:31.948189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.965548 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-470509da-2c51-4d49-b195-6bfd63ddcb33 req-3e3425ca-b694-423a-993d-bc1e94728e99 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422381
Feb 17 21:29:31.976396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa738ee48>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 2, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:31.976681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:31.997637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Checking router: dc6b9d50-b735-44ec-a393-d995e2799698 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:29:31.998090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Updating router dc6b9d50-b735-44ec-a393-d995e2799698 port fc2bb4fb-c125-4a20-8b1d-0426886c339d binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:29:32.015112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:32.048384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-55fc3fe5-32da-4148-ba49-b086d661a92d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:32.086372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] Set router cd2654bb-c007-452b-896e-51f73bf43cad gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:32.182833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Pushing event updated for resources: {'Port': ['ID=6db8dbc1-f568-4920-a3b8-bb1bc4585447,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:32.189506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:32.190339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:32.205970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b3967-fee9-46c3-b720-99f3fef2fac6 req-211e8adf-a41e-4015-92df-32a0b11ec6ef tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:32.207641 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-150b3967-fee9-46c3-b720-99f3fef2fac6 req-211e8adf-a41e-4015-92df-32a0b11ec6ef tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 931 time: 0.8245144
Feb 17 21:29:32.229748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:32.308447 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:32.378367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581b12f3-c3a3-4d69-b92e-b86cb9082768,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:32.402575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:32.425957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:32.429499 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.1167772
Feb 17 21:29:32.446090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 52940) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:32.490348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'security_group_rule': {'security_group_id': '581b12f3-c3a3-4d69-b92e-b86cb9082768', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:32.492724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:32.504652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:32.511398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:security_group_rule and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:32.516463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:32.524600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:32.547330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:32.687159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:32.693323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Allocated IP 172.20.0.1 (96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5/ff1e29fe-9ad3-470b-8080-1f138409abfb/7aa0170f-e584-4b50-8269-a49b4433927c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:32.697169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbfec8-27c1-4ab1-955d-9a0156fcc88e req-c3826ae5-3759-4fcf-860a-de1cbb48b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:32.700069 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-43cbfec8-27c1-4ab1-955d-9a0156fcc88e req-c3826ae5-3759-4fcf-860a-de1cbb48b848 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570b245157b34aee9d95fcb6cc611021&device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 1160 time: 0.6758058
Feb 17 21:29:32.702722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:32.745343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:32.854153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa667c470>, [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:29:20Z', 'revision_number': 3, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:32.858563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f35bb-94a0-4712-a933-f13bee940f90 None None] The sync data for ids ['cd2654bb-c007-452b-896e-51f73bf43cad'] in dv-cinder-760193-4-iscsi is: [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:29:20Z', 'revision_number': 3, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:29:32.994167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:33.017463 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-150b3967-fee9-46c3-b720-99f3fef2fac6 req-4b8a5f3e-d1d5-4cf2-940d-889699c80008 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7981253
Feb 17 21:29:33.037050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Transition to ACTIVE for port object fc2bb4fb-c125-4a20-8b1d-0426886c339d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:33.042534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:33.072032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbfec8-27c1-4ab1-955d-9a0156fcc88e req-3f9fab12-295f-426d-a8cf-8466e41b447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:33.073790 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-43cbfec8-27c1-4ab1-955d-9a0156fcc88e req-3f9fab12-295f-426d-a8cf-8466e41b447d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=570b245157b34aee9d95fcb6cc611021&shared=False HTTP/1.1" status: 200  len: 906 time: 0.3319523
Feb 17 21:29:33.078397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce57f5b-2421-4b4c-a419-0ebc3fd9165f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:33.079121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1691a8a9-02ce-4ceb-b817-09c804eed80d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:33.095724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:33.129330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:33.130828 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-cf309454-8fd3-4825-b828-1ec9ab2d7029 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6713693
Feb 17 21:29:33.165000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 52964) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:33.208197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'security_group_rule': {'security_group_id': '581b12f3-c3a3-4d69-b92e-b86cb9082768', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:33.303326 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:33.654479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:security_group_rule and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:33.697678 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:33.706644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:33.725078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93309eb-381c-4625-99a0-0727a0de1f2a None None] Pushing event updated for resources: {'Port': ['ID=fc2bb4fb-c125-4a20-8b1d-0426886c339d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:33.742332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:33.762975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a93309eb-381c-4625-99a0-0727a0de1f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:33.786573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbfec8-27c1-4ab1-955d-9a0156fcc88e req-b856b644-ce40-4774-b324-2c8bdca02848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:33.788733 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-43cbfec8-27c1-4ab1-955d-9a0156fcc88e req-b856b644-ce40-4774-b324-2c8bdca02848 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.6867094
Feb 17 21:29:33.818892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:33.826844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:33.901094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Attempting to bind port 6db8dbc1-f568-4920-a3b8-bb1bc4585447 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:33.901779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Attempting to bind port 6db8dbc1-f568-4920-a3b8-bb1bc4585447 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:33.901888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Attempting to bind port 6db8dbc1-f568-4920-a3b8-bb1bc4585447 on network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:33.927227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:33.927974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:33.944965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:34.121695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:34.147122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:34.258720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Attempting to bind port fc2bb4fb-c125-4a20-8b1d-0426886c339d on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:34.259402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Attempting to bind port fc2bb4fb-c125-4a20-8b1d-0426886c339d by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:34.260153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Attempting to bind port fc2bb4fb-c125-4a20-8b1d-0426886c339d on network 78781be0-26b9-4e26-95e2-712ed3ea84a5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:34.269254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:34.269669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Checking segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:34.270136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:34.270592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Bound using segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:34.271138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Bound port: fc2bb4fb-c125-4a20-8b1d-0426886c339d, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:34.271594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:34.301665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:34.302056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Checking segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:34.303921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:34.304343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Bound using segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:34.304924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Bound port: 6db8dbc1-f568-4920-a3b8-bb1bc4585447, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:34.305321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:34.425406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] For port fc2bb4fb-c125-4a20-8b1d-0426886c339d, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:34.429138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] For port fc2bb4fb-c125-4a20-8b1d-0426886c339d, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=fc2bb4fb-c125-4a20-8b1d-0426886c339d,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:34.442838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:34.444733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9978-4d61-474d-a18e-3d7078e84a41 req-4315317a-bf55-41ed-adcb-ab2b99ad9077 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:34.453920 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c06d9978-4d61-474d-a18e-3d7078e84a41 req-4315317a-bf55-41ed-adcb-ab2b99ad9077 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 943 time: 0.8638070
Feb 17 21:29:34.464483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:34.601849 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c06d9978-4d61-474d-a18e-3d7078e84a41 req-6666d047-5364-4bdc-af0b-5464d38f2c33 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450799
Feb 17 21:29:34.637503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-afbad44c-a59c-4300-bd95-c2c46f9b4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:34.640726 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-afbad44c-a59c-4300-bd95-c2c46f9b4a77 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570b245157b34aee9d95fcb6cc611021&device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 1160 time: 0.7909114
Feb 17 21:29:34.728603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93309eb-381c-4625-99a0-0727a0de1f2a None None] Pushing event updated for resources: {'Port': ['ID=fc2bb4fb-c125-4a20-8b1d-0426886c339d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:34.737511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a93309eb-381c-4625-99a0-0727a0de1f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:34.744400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 8ab7010d-c7ac-42ba-8e20-92db47574dd0 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:34.800306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:34.914717 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-f3eae931-07d3-498b-8777-0ad54046a4d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53a254c-63ae-45f8-bcb4-dcc495cd58b5 HTTP/1.1" status: 200  len: 217 time: 0.2651036
Feb 17 21:29:34.991022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:34.995764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa738ee48>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:32Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:35.103109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-52fc2d80-d87f-4a08-b66e-247f42f2ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:35.113802 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-52fc2d80-d87f-4a08-b66e-247f42f2ce15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ab28749-c959-4915-83a0-fef4e99faacb HTTP/1.1" status: 200  len: 852 time: 0.1911249
Feb 17 21:29:35.222864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 8ab7010d-c7ac-42ba-8e20-92db47574dd0 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:35.235221 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-bf333889-9230-4f6f-a8c1-4f183e2d9aed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bcd196a8-5e39-468a-80dc-cff223418228&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1203470
Feb 17 21:29:35.376826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 8ab7010d-c7ac-42ba-8e20-92db47574dd0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:35.377418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:35.416450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53032) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:35.459133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Pushing event updated for resources: {'Port': ['ID=7aa0170f-e584-4b50-8269-a49b4433927c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:35.476124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:35.526703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53038) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:35.630405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Pushing event updated for resources: {'Port': ['ID=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:35.634864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.520s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:35.645884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.792s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:35.646484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:35.687821 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-0e09ff19-5281-4a28-9e23-c38cc84097ff service neutron] 10.222.0.83 "GET /v2.0/networks/bcd196a8-5e39-468a-80dc-cff223418228?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4446456
Feb 17 21:29:35.693636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3484160-962b-47e1-aed5-29689a325ebe req-b7805304-53e8-4471-aa4a-855e0d8deb5f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:35.705066 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3484160-962b-47e1-aed5-29689a325ebe req-b7805304-53e8-4471-aa4a-855e0d8deb5f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 943 time: 0.9033420
Feb 17 21:29:35.727400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:35.794973 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3484160-962b-47e1-aed5-29689a325ebe req-8e7d211e-1a10-4217-bb8d-daa285e3a31c tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595081
Feb 17 21:29:35.813765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:35.830141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:35.861520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] For port 6db8dbc1-f568-4920-a3b8-bb1bc4585447, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:35.865183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:35.872945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 8ab7010d-c7ac-42ba-8e20-92db47574dd0, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=8ab7010d-c7ac-42ba-8e20-92db47574dd0,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:35.877945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:35.884274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:35.955317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] For port 6db8dbc1-f568-4920-a3b8-bb1bc4585447, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6db8dbc1-f568-4920-a3b8-bb1bc4585447,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:35.956678 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209eade3-fdd1-42c5-9ce6-ffd3ac4b4285,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:35.960229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:35.968064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:35.992836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:35.996905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:35.999935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:36.003123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:36.003964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.026874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=8ab7010d-c7ac-42ba-8e20-92db47574dd0,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:36.030801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:36.031613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.037778 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.8651760
Feb 17 21:29:36.042723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fee23cfb-950c-457e-baff-77dddd2025ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:36.054576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.064961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa738ee48>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:34Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:36.069881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25c6b-f26c-4c00-904b-16700fc07f7e None None] The sync data for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi is: [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:34Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:29:36.072819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53048) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:36.134131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:36.174789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:36.181698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:36.208314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:floatingip and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:36.208602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5eff31be36449e988989a13c29415b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:36.214164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:36.220808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:36.225576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:36.229129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:36.235887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:36.238676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:36.246771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Usage tracker for resource:security_group_rule and tenant:47a953ba99c343ad9cac212328373805 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:36.252858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Pushing event updated for resources: {'Port': ['ID=6db8dbc1-f568-4920-a3b8-bb1bc4585447,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:36.258598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:36.262733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:36.274239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:36.286491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:36.356403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.384919 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e45ca56a-aee1-45b0-bd9d-908359d0e2ae req-eb4dd366-dada-4a79-bf1e-66ba9b4bda92 service neutron] 10.222.0.83 "GET /v2.0/networks/bcd196a8-5e39-468a-80dc-cff223418228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6901338
Feb 17 21:29:36.567124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec66272-0386-4051-a110-ec1791527d67 req-10d18599-e662-472b-8686-43c821a2d3a3 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:36.568863 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fec66272-0386-4051-a110-ec1791527d67 req-10d18599-e662-472b-8686-43c821a2d3a3 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 943 time: 0.6505015
Feb 17 21:29:36.604714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d5681c79-85cd-4b4f-b7e2-1ce3997e7e89 None None] Provisioning complete for port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:36.605407 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d5681c79-85cd-4b4f-b7e2-1ce3997e7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.607702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:36.623872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.625761 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] 10.222.0.83 "PUT /v2.0/ports/6db8dbc1-f568-4920-a3b8-bb1bc4585447 HTTP/1.1" status: 200  len: 1157 time: 8.6578698
Feb 17 21:29:36.649054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd56e4c-972a-4287-b3f9-ae6230418d15', 'tag': '6db8dbc1-f568-4920-a3b8-bb1bc4585447'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:29:36.662890 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fec66272-0386-4051-a110-ec1791527d67 req-8c69e653-fc07-4fac-a674-2d4b44df84b6 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743814
Feb 17 21:29:36.737283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d5681c79-85cd-4b4f-b7e2-1ce3997e7e89 None None] Port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:29:36.741237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device fc2bb4fb-c125-4a20-8b1d-0426886c339d up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:36.773250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.778245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.807014 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Router e53efab4-48a6-4a54-ae71-1e8d12980af1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:29:36.819839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:36.846912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:36.860274 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47a953ba99c343ad9cac212328373805&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3290854
Feb 17 21:29:36.892989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port fc2bb4fb-c125-4a20-8b1d-0426886c339d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:36.893337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53060) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:36.900276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port fc2bb4fb-c125-4a20-8b1d-0426886c339d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:36.900878 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.062001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9287d575-f6f7-4093-bbad-1a4d2d36734d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:37.126033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:37.146234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.199818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port fc2bb4fb-c125-4a20-8b1d-0426886c339d, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=fc2bb4fb-c125-4a20-8b1d-0426886c339d,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:37.206736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.207660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 8ab7010d-c7ac-42ba-8e20-92db47574dd0 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:37.258126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:37.296393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Allocated IP 172.27.3.9 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/991d7834-25ca-4c69-be38-014f05e1c654) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:37.323045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.353966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=fc2bb4fb-c125-4a20-8b1d-0426886c339d,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:37.358122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:37.358774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 8ab7010d-c7ac-42ba-8e20-92db47574dd0 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:37.359193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.459456 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e0c1ec51-8ddb-48d5-8b44-c7675131df2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.558336 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.566613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:29:37.576221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.588230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Sync routers for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:29:37.603092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.606261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:37.606971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa66560f0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:32Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:37.622464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.633493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:37.647284 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd56e4c-972a-4287-b3f9-ae6230418d15', 'tag': '6db8dbc1-f568-4920-a3b8-bb1bc4585447', 'status': 'completed', 'code': 200}
Feb 17 21:29:37.649607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:37.650658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e0c1ec51-8ddb-48d5-8b44-c7675131df2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:37.698745 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] 10.222.0.81 "PUT /v2.0/routers/e53efab4-48a6-4a54-ae71-1e8d12980af1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 22.4511199
Feb 17 21:29:37.954699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:37.981295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'Port': ['ID=991d7834-25ca-4c69-be38-014f05e1c654,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:37.988022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:38.065726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea1692-ca1e-45c6-8c6a-7897c8a34e18 req-dd55a153-b7b5-44e8-b37d-b688d29dec6e tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:38.069539 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e3ea1692-ca1e-45c6-8c6a-7897c8a34e18 req-dd55a153-b7b5-44e8-b37d-b688d29dec6e tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 943 time: 0.2022982
Feb 17 21:29:38.072871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:38.076317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:38.098168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:38.209608 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e3ea1692-ca1e-45c6-8c6a-7897c8a34e18 req-cdd02669-c1b0-4dd0-81e8-837aebfa512c tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350772
Feb 17 21:29:38.220592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.237642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f5eff31be36449e988989a13c29415b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8056545
Feb 17 21:29:38.242576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53080) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:38.243234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9713d43-ed57-4d6d-a048-5176f78f264f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:38.246964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:38.316631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acfc05-25f3-4db2-80c7-4f577cb4fc6d req-6f9277c8-8dc0-46d9-a5c3-5c28c064c577 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:38.320933 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-93acfc05-25f3-4db2-80c7-4f577cb4fc6d req-6f9277c8-8dc0-46d9-a5c3-5c28c064c577 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 943 time: 1.1380534
Feb 17 21:29:38.467168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2242864-bb16-41fc-8e49-dfdc9e9bf637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.477286 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-93acfc05-25f3-4db2-80c7-4f577cb4fc6d req-ff9a9b77-19fb-4303-9858-3451762a22c5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992167
Feb 17 21:29:38.529324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e0c1ec51-8ddb-48d5-8b44-c7675131df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.542446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:38.553746 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.560220 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.569768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.581492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device fc2bb4fb-c125-4a20-8b1d-0426886c339d up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:38.588915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.589158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1ec51-8ddb-48d5-8b44-c7675131df2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9287d575-f6f7-4093-bbad-1a4d2d36734d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:38.593145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e0c1ec51-8ddb-48d5-8b44-c7675131df2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:38.597817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:38.610108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa66560f0>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:32Z', 'revision_number': 2, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:38.615771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Checking router: e53efab4-48a6-4a54-ae71-1e8d12980af1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:29:38.616490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Updating router e53efab4-48a6-4a54-ae71-1e8d12980af1 port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:29:38.646360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2242864-bb16-41fc-8e49-dfdc9e9bf637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.682990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.685726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53084) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:38.711633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port fc2bb4fb-c125-4a20-8b1d-0426886c339d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:38.712065 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.724203 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2242864-bb16-41fc-8e49-dfdc9e9bf637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.746529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Pushing event updated for resources: {'Port': ['ID=7aa0170f-e584-4b50-8269-a49b4433927c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:38.749960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:38.753547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e0c1ec51-8ddb-48d5-8b44-c7675131df2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.754759 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e0c1ec51-8ddb-48d5-8b44-c7675131df2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9287d575-f6f7-4093-bbad-1a4d2d36734d HTTP/1.1" status: 204  len: 168 time: 1.8556604
Feb 17 21:29:38.801341 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6b0bd7cb-138b-4924-8b37-19dc537ae7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:38.867266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705911736', 'description': 'tempest-description--524591339'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:38.875421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:38.885305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:security_group and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:38.889777 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:38.897478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242864-bb16-41fc-8e49-dfdc9e9bf637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9713d43-ed57-4d6d-a048-5176f78f264f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:38.914290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c2242864-bb16-41fc-8e49-dfdc9e9bf637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:38.939131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2242864-bb16-41fc-8e49-dfdc9e9bf637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:38.942912 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c2242864-bb16-41fc-8e49-dfdc9e9bf637 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9713d43-ed57-4d6d-a048-5176f78f264f HTTP/1.1" status: 204  len: 168 time: 0.6940796
Feb 17 21:29:38.992248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:39.060133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:39.082255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:39.210018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.223714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.224667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Transition to ACTIVE for port object f7487e2b-59d5-4fa2-b23a-f4a765889aa6 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:39.230114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.288888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53098) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:39.329511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.363785 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:39.384840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4653c6ee-9c66-4258-85f6-cb53e06ad778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:39.388250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.395929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.401188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:39.422714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:39.424841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:security_group_rule and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:39.438764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:39.443826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8e350-eb3a-42ea-914e-378a324ddcdf req-7bdea0e9-4348-4113-80ba-719b9d4df725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:39.445803 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3a8e350-eb3a-42ea-914e-378a324ddcdf req-7bdea0e9-4348-4113-80ba-719b9d4df725 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 1160 time: 0.5510857
Feb 17 21:29:39.458899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Usage tracker for resource:security_group_rule and tenant:99f766a9d3be46c6b6338c9476dedbd3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:39.498170 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:39.526221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:39.529054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53106) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:39.581830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:39.594691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.682715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:39.696842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'Port': ['ID=991d7834-25ca-4c69-be38-014f05e1c654,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:39.698795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Router cd2654bb-c007-452b-896e-51f73bf43cad has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:29:39.708118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:39.716075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Usage tracker for resource:security_group_rule and tenant:09ad48a9b9334b2fb36969c5912586fd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:39.725882 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:39.729394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbaae7-1fdb-4983-a175-6e5d670da6d0 None None] Pushing event updated for resources: {'Port': ['ID=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:39.734123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e4bbaae7-1fdb-4983-a175-6e5d670da6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:39.745354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:39.797531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Attempting to bind port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:39.798162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Attempting to bind port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:39.798922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Attempting to bind port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 on network c811b1f9-ede4-4fea-9a52-47638fb8c71d {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:39.805998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:39.806904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Checking segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:39.807589 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.808222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Bound using segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:39.809153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Bound port: f7487e2b-59d5-4fa2-b23a-f4a765889aa6, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:39.809795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.839342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e361f0-25d5-4ad1-b3e6-18b469ee54dd req-8cbece05-e95d-4041-84ca-a04cb4361cd4 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:39.839547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.841110 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-81e361f0-25d5-4ad1-b3e6-18b469ee54dd req-8cbece05-e95d-4041-84ca-a04cb4361cd4 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 943 time: 0.4823492
Feb 17 21:29:39.903766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c76da-e6da-4e0c-9e8b-5b4ace20abcf req-56886285-1e73-426a-947b-1ab19acc4475 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:39.905616 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c11c76da-e6da-4e0c-9e8b-5b4ace20abcf req-56886285-1e73-426a-947b-1ab19acc4475 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 943 time: 0.2900915
Feb 17 21:29:39.941818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.948758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] For port f7487e2b-59d5-4fa2-b23a-f4a765889aa6, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:39.954004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] For port f7487e2b-59d5-4fa2-b23a-f4a765889aa6, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:39.957457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.959430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.969955 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.8625998
Feb 17 21:29:39.970156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8e350-eb3a-42ea-914e-378a324ddcdf req-7dfca545-8120-401a-ac44-292022a0e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:39.970156 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3a8e350-eb3a-42ea-914e-378a324ddcdf req-7dfca545-8120-401a-ac44-292022a0e51a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&shared=False HTTP/1.1" status: 200  len: 908 time: 0.5054486
Feb 17 21:29:39.970317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:39.980907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:39.997227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:40.096968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c11c76da-e6da-4e0c-9e8b-5b4ace20abcf req-9afc51a1-aef2-41d6-8fb0-54faf0489aa4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:40.111114 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99f766a9d3be46c6b6338c9476dedbd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8206007
Feb 17 21:29:40.112956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab4897a-74e2-4818-8380-61749f66439d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:40.118797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53116) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:40.144506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:40.173971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.192167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.212092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:40.215427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:29:40.226317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c11c76da-e6da-4e0c-9e8b-5b4ace20abcf req-9afc51a1-aef2-41d6-8fb0-54faf0489aa4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:40.227595 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c11c76da-e6da-4e0c-9e8b-5b4ace20abcf req-9afc51a1-aef2-41d6-8fb0-54faf0489aa4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2945898
Feb 17 21:29:40.239816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Sync routers for ids ['cd2654bb-c007-452b-896e-51f73bf43cad'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:29:40.250355 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbaae7-1fdb-4983-a175-6e5d670da6d0 None None] Pushing event updated for resources: {'Port': ['ID=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:40.279968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e4bbaae7-1fdb-4983-a175-6e5d670da6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:40.284855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Routers {'cd2654bb-c007-452b-896e-51f73bf43cad'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:40.288549 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09ad48a9b9334b2fb36969c5912586fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7461927
Feb 17 21:29:40.289577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6690f60>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:32Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['cd2654bb-c007-452b-896e-51f73bf43cad'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:40.292255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15896297-b871-4b5b-98b4-0956c6672cdb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:40.297390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53126) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:40.302790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:40.313849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-391363a0-6d47-439c-aad5-8256eb808fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.317247 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-81e361f0-25d5-4ad1-b3e6-18b469ee54dd req-44c14589-71a9-4025-a50c-bec55fc0bf60 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4555616
Feb 17 21:29:40.364830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-391363a0-6d47-439c-aad5-8256eb808fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.372718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.377518 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] 10.222.0.81 "PUT /v2.0/routers/cd2654bb-c007-452b-896e-51f73bf43cad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0901301
Feb 17 21:29:40.389871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.410601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:40.460445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.465063 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.7136104
Feb 17 21:29:40.474557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:40.475268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa66560f0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:32Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:40.480240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53140) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:40.488508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'security_group_rule': {'security_group_id': '33682036-0c08-40db-a199-c69028e0381a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:40.503113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33682036-0c08-40db-a199-c69028e0381a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:40.506277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:40.512825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:40.513971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8e350-eb3a-42ea-914e-378a324ddcdf req-65fae85d-6348-4e7b-8751-03431203729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:40.515687 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3a8e350-eb3a-42ea-914e-378a324ddcdf req-65fae85d-6348-4e7b-8751-03431203729d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5374353
Feb 17 21:29:40.516903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:security_group_rule and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:40.536636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:40.554320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:40.716110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.827437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d5b918e4-fc79-4bc0-a044-f9902329ff66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.848820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-d2ec5e40-b31d-494f-9dcf-512bde9f1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:40.850904 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-d2ec5e40-b31d-494f-9dcf-512bde9f1c7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 1160 time: 0.2940342
Feb 17 21:29:40.875007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-84761227-a833-48b0-beb5-ddd6ca589ffb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:40.878933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-391363a0-6d47-439c-aad5-8256eb808fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.879627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.885966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:29:40.888151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:40.912520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-391363a0-6d47-439c-aad5-8256eb808fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.913756 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-391363a0-6d47-439c-aad5-8256eb808fb9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cab4897a-74e2-4818-8380-61749f66439d HTTP/1.1" status: 204  len: 168 time: 0.7936068
Feb 17 21:29:40.926744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391363a0-6d47-439c-aad5-8256eb808fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab4897a-74e2-4818-8380-61749f66439d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:40.929809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:40.935514 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d5b918e4-fc79-4bc0-a044-f9902329ff66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.943285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-391363a0-6d47-439c-aad5-8256eb808fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:40.959282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:40.969468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-84761227-a833-48b0-beb5-ddd6ca589ffb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:40.970757 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-84761227-a833-48b0-beb5-ddd6ca589ffb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1621208603&fields=id&tenant_id=0eebfe4d067343679d9e941cc68c036b HTTP/1.1" status: 200  len: 267 time: 0.2071331
Feb 17 21:29:40.974421 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-4bcef2ef-f38f-4931-9f97-7ea1981c6c2b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db8dbc1-f568-4920-a3b8-bb1bc4585447 HTTP/1.1" status: 200  len: 217 time: 0.0926819
Feb 17 21:29:40.979105 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-69e9d8b9-24b0-43e9-944f-20813f9530ab tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:41.061201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c0ceba-b6f3-43ad-b41a-a53ca684a066,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:41.079412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:41.087005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:41.091890 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6088691
Feb 17 21:29:41.095008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53156) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:41.103450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'security_group_rule': {'security_group_id': '33682036-0c08-40db-a199-c69028e0381a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:41.114743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:41.122495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-1a70db7a-81c7-473a-a465-f51232e851c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:41.124123 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-1a70db7a-81c7-473a-a465-f51232e851c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 200  len: 854 time: 0.1355920
Feb 17 21:29:41.125258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:security_group_rule and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:41.204400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Set router cd2654bb-c007-452b-896e-51f73bf43cad gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:41.216902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:41.245246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:41.249400 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-f2487e28-3b2d-4537-83c6-7e97c8318c6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dd413ac-737e-4b0b-8e85-ac0d2735b762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1185424
Feb 17 21:29:41.359254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d5b918e4-fc79-4bc0-a044-f9902329ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:41.368129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8892c335-1f7f-4f0e-8a03-24f53ed2d3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:41.401672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b918e4-fc79-4bc0-a044-f9902329ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15896297-b871-4b5b-98b4-0956c6672cdb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:41.409733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d5b918e4-fc79-4bc0-a044-f9902329ff66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:41.418624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-88a85f7e-0507-4f19-8f04-81dbb0738bd4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:41.419452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-88a85f7e-0507-4f19-8f04-81dbb0738bd4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:41.425641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d5b918e4-fc79-4bc0-a044-f9902329ff66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:41.427968 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d5b918e4-fc79-4bc0-a044-f9902329ff66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15896297-b871-4b5b-98b4-0956c6672cdb HTTP/1.1" status: 204  len: 168 time: 1.1293859
Feb 17 21:29:41.461079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-88a85f7e-0507-4f19-8f04-81dbb0738bd4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:41.462639 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-88a85f7e-0507-4f19-8f04-81dbb0738bd4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 817 time: 0.4806440
Feb 17 21:29:41.501959 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-187ea176-4d2c-44e8-9fe8-394eab651ed5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/quotas/0eebfe4d067343679d9e941cc68c036b HTTP/1.1" status: 200  len: 375 time: 0.0318055
Feb 17 21:29:41.597464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:41.649727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.objects.ports [None req-90d68ce6-a185-4719-b7f5-b33c092a1c10 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 21:29:41.724479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa66560f0>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:39Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:41.731367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727f296-5d43-44bc-b2a0-0f0c67b569af None None] The sync data for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:39Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:29:41.749512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-fcce44e7-6fb9-4acc-9857-fcfba67a2958 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:41.801470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6690f60>, [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:29:36Z', 'revision_number': 4, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '7aa0170f-e584-4b50-8269-a49b4433927c', 'name': '', 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'mac_address': 'fa:16:3e:3b:06:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ff1e29fe-9ad3-470b-8080-1f138409abfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:32Z', 'updated_at': '2021-02-17T21:29:38Z', 'revision_number': 2, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'subnets': [{'id': 'ff1e29fe-9ad3-470b-8080-1f138409abfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:41.813471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Checking router: cd2654bb-c007-452b-896e-51f73bf43cad for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:29:41.813885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Updating router cd2654bb-c007-452b-896e-51f73bf43cad port 7aa0170f-e584-4b50-8269-a49b4433927c binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:29:41.818524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-fcce44e7-6fb9-4acc-9857-fcfba67a2958 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:41.820032 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-fcce44e7-6fb9-4acc-9857-fcfba67a2958 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3147864
Feb 17 21:29:41.927273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:42.072224 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-3ba62833-5c60-49af-9f4d-27aed670b1c8 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8107488
Feb 17 21:29:42.218185 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-e92247bb-5a92-4af5-9390-420b024b106a service neutron] 10.222.0.81 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3791778
Feb 17 21:29:42.279555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a53a254c-63ae-45f8-bcb4-dcc495cd58b5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:42.518104 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:42.558121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-7c4b8abd-fb3f-4b76-b7e7-b383bca40345 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:42.566864 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-7c4b8abd-fb3f-4b76-b7e7-b383bca40345 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 819 time: 1.1640589
Feb 17 21:29:42.576643 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-732d3a4c-80d7-4fbd-814a-8ca38085e4fe service neutron] 10.222.0.81 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3501561
Feb 17 21:29:42.593153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:42.698357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device f7487e2b-59d5-4fa2-b23a-f4a765889aa6 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:42.714918 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-db342cab-3c44-4abe-a1b9-5dd6bc4518f3 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/quotas/351cb6a32ef0463a86e6bcf18652e12c HTTP/1.1" status: 200  len: 375 time: 0.1402962
Feb 17 21:29:42.782866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53210) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:42.834847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-00249c23-544a-4fe5-92c6-92ec60c004ed tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:42.900003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:42.940766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192751228-network', 'tenant_id': '5ecab03ed7814b27b9942afd2c2499c8'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:42.944032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:42.944561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:42.955880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:42.963307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Usage tracker for resource:network and tenant:5ecab03ed7814b27b9942afd2c2499c8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:42.966249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3add5fb1-7b30-4269-87f3-c9e0484c40fb,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:42.981410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:42.987769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:43.006086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Made reservation on behalf of 5ecab03ed7814b27b9942afd2c2499c8 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:43.009996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:43.020860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.029793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:43.051223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.057431 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-87ef780c-58bb-4996-b119-0cb5d5361298 req-4a567957-dc72-4635-a8f9-563c8cdd964a service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9044294
Feb 17 21:29:43.064904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.065906 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.9697444
Feb 17 21:29:43.069288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53226) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:43.080881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:43.094406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:43.107453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:43.107880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.138944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:43.161465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-7bec0541-c2d1-4a65-93b6-411fec48d6b1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Synchronizing usage tracker for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:43.174541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:floatingip and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:43.185794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:43.203724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:43.219203 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Usage tracker for resource:security_group_rule and tenant:5ecab03ed7814b27b9942afd2c2499c8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:43.222345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-7bec0541-c2d1-4a65-93b6-411fec48d6b1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Unset dirty status for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:43.223935 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-7bec0541-c2d1-4a65-93b6-411fec48d6b1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5085263
Feb 17 21:29:43.225423 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.238670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:43.250067 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 21:29:43.274220 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:43.333151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.346165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793973f8-3f73-4b29-843b-e9a95d38c574 req-4fd0c1d5-8ac0-457c-ae69-b6bbb18a1157 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:43.354366 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-793973f8-3f73-4b29-843b-e9a95d38c574 req-4fd0c1d5-8ac0-457c-ae69-b6bbb18a1157 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 943 time: 0.2571394
Feb 17 21:29:43.512522 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-793973f8-3f73-4b29-843b-e9a95d38c574 req-69e0f029-bfdb-4195-accf-fb9f45d805e6 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567829
Feb 17 21:29:43.569625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.578470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.579773 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-55204a8f-5850-4d3a-8f06-537467eafff1 service neutron] 10.222.0.81 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3354814
Feb 17 21:29:43.589181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port a53a254c-63ae-45f8-bcb4-dcc495cd58b5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,segment=NetworkSegment(a079ef66-3efa-4f8c-88a5-8d0ddddd8698),segment_id=a079ef66-3efa-4f8c-88a5-8d0ddddd8698)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:43.590359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53a254c-63ae-45f8-bcb4-dcc495cd58b5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:29:43.606155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a17b7873-fb98-49d7-9e91-eb2d55dc3afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:43.691751 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:29:43.721950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.729003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1604bd74-23ab-41e9-b4fd-1e319e413cf3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:43.741518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:43.742794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.742970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.743200 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Added segment 3110ab5b-fff7-437e-be1b-8afe7542a597 of type vxlan for network 848d1c4c-e284-48a9-bfd3-2da8c4bf3658
Feb 17 21:29:43.767128 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:43.788279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.823525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.884433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.887196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:43.887840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.893764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3de5a20-df5f-406c-9180-f317b056e658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:43.900504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:43.914186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Transition to ACTIVE for port object 7aa0170f-e584-4b50-8269-a49b4433927c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:43.932039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:44.031456 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-132b837f-4fcd-432d-8d8d-30ff1c4647f9 service neutron] 10.222.0.81 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4419940
Feb 17 21:29:44.070833 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2861924
Feb 17 21:29:44.075784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53254) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:44.101844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Pushing event updated for resources: {'Network': ['ID=848d1c4c-e284-48a9-bfd3-2da8c4bf3658,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:44.104099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:44.109723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Request body: {'subnet': {'network_id': '848d1c4c-e284-48a9-bfd3-2da8c4bf3658', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192751228-subnet', 'tenant_id': '5ecab03ed7814b27b9942afd2c2499c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:44.129293 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:44.146207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908f7c-8d33-4e73-af78-ba75b907a547 req-1f4c7afe-9828-4f0d-9008-3a9c82bc42f9 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:44.147929 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c908f7c-8d33-4e73-af78-ba75b907a547 req-1f4c7afe-9828-4f0d-9008-3a9c82bc42f9 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 945 time: 0.3302832
Feb 17 21:29:44.149080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Usage tracker for resource:subnet and tenant:5ecab03ed7814b27b9942afd2c2499c8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:44.176066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:44.220156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:44.291430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 848d1c4c-e284-48a9-bfd3-2da8c4bf3658 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:44.291531 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c908f7c-8d33-4e73-af78-ba75b907a547 req-493a5388-248a-4172-934d-0f4b0b568fee tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159000
Feb 17 21:29:44.291531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Made reservation on behalf of 5ecab03ed7814b27b9942afd2c2499c8 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:44.299895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Allocated IP 172.27.3.35 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/e8415f4f-1723-472e-9219-9d88fc01cd27) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:44.303760 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:44.488876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port f7487e2b-59d5-4fa2-b23a-f4a765889aa6, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:44.523957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:44.526621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:44.545194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:44.545656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:44.590191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:44.629888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46f408-d032-4c62-9de4-cd8949fd6845 None None] Pushing event updated for resources: {'Port': ['ID=7aa0170f-e584-4b50-8269-a49b4433927c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:44.647948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:44.676081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:44.891272 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53a254c-63ae-45f8-bcb4-dcc495cd58b5', 'code': 200}
Feb 17 21:29:44.917454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'Port': ['ID=e8415f4f-1723-472e-9219-9d88fc01cd27,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:44.932265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:44.999133 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5b99546f-276e-44ac-8543-7b7e8962995a req-a4714238-6105-4d0b-801d-22346e8bc8f1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 210 time: 0.0682313
Feb 17 21:29:45.041883 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2a5b4812-1008-4196-9e43-24a4bc8efd08 req-e9c3507a-52d6-4aa9-bb01-c96cf41b56f6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 210 time: 0.2348218
Feb 17 21:29:45.093262 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:45.094771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:45.100288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:45.202724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.295624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.335811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.359552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-65e12b86-b063-46d0-b370-723a843bf528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:45.507108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Attempting to bind port 7aa0170f-e584-4b50-8269-a49b4433927c on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:45.507564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Attempting to bind port 7aa0170f-e584-4b50-8269-a49b4433927c by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:45.507984 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Attempting to bind port 7aa0170f-e584-4b50-8269-a49b4433927c on network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:45.519418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:45.519770 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Checking segment: {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:45.520200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.520679 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Bound using segment: {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:45.521208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Bound port: 7aa0170f-e584-4b50-8269-a49b4433927c, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:45.521633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.592671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54446dae-e864-42fa-baec-12117912f545,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:45.597821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:45.603107 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8a1c-5d54-4f87-b305-7bc8a1a63084 req-407642be-935b-4c25-a11d-2c3a5d490f46 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:45.604755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-88df8a1c-5d54-4f87-b305-7bc8a1a63084 req-407642be-935b-4c25-a11d-2c3a5d490f46 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 943 time: 0.3103015
Feb 17 21:29:45.637610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:45.652344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.106s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:45.653460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.113s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:45.653790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:45.662208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6dea4-bc14-4533-be3a-beea47d89a8c req-8f3f702d-9d0d-42fc-b779-10064fdc8f8b tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:45.665877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] For port 7aa0170f-e584-4b50-8269-a49b4433927c, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:45.669781 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22e6dea4-bc14-4533-be3a-beea47d89a8c req-8f3f702d-9d0d-42fc-b779-10064fdc8f8b tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 945 time: 0.1847336
Feb 17 21:29:45.670789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] For port 7aa0170f-e584-4b50-8269-a49b4433927c, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=7aa0170f-e584-4b50-8269-a49b4433927c,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:45.677713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.694447 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-88df8a1c-5d54-4f87-b305-7bc8a1a63084 req-489bde69-920d-4c60-9c23-4c68ac967662 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731480
Feb 17 21:29:45.701390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:45.729540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.737123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.782069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:45.811727 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22e6dea4-bc14-4533-be3a-beea47d89a8c req-b8e8db75-38a0-4a94-93cf-0a1e40655ea9 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410186
Feb 17 21:29:45.863573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Checking segment: {'id': '3110ab5b-fff7-437e-be1b-8afe7542a597', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '848d1c4c-e284-48a9-bfd3-2da8c4bf3658'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:45.864313 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Network hostable DHCP agents. Network: 848d1c4c-e284-48a9-bfd3-2da8c4bf3658, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:29:45.887251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46f408-d032-4c62-9de4-cd8949fd6845 None None] Pushing event updated for resources: {'Port': ['ID=7aa0170f-e584-4b50-8269-a49b4433927c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:45.888476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Network 848d1c4c-e284-48a9-bfd3-2da8c4bf3658 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:29:45.891356 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ef46f408-d032-4c62-9de4-cd8949fd6845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:45.900790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 848d1c4c-e284-48a9-bfd3-2da8c4bf3658) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:45.904849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:45.905673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:45.926219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35479791-24a9-4aa5-95e6-c0a7f8eb27d5 None None] Network 848d1c4c-e284-48a9-bfd3-2da8c4bf3658 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:45.928073 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.8256407
Feb 17 21:29:45.987644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'Port': ['ID=e8415f4f-1723-472e-9219-9d88fc01cd27,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:46.056900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:46.174416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-ccb2854f-b2e1-49be-acdc-ab101fa4ae50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:46.176569 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-ccb2854f-b2e1-49be-acdc-ab101fa4ae50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 819 time: 0.3269703
Feb 17 21:29:46.189501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network 848d1c4c-e284-48a9-bfd3-2da8c4bf3658 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:46.236230 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-f5454cd3-4bbd-455e-9a7b-fa212cf2c075 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/quotas/351cb6a32ef0463a86e6bcf18652e12c HTTP/1.1" status: 200  len: 375 time: 0.0516186
Feb 17 21:29:46.237648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:46.343786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:46.357934 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2825305
Feb 17 21:29:46.410791 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-9e0fa78b-bc09-4b37-918c-b1953733ed10 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1655929
Feb 17 21:29:46.412416 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4325b5b9-f9bd-4ea4-94f2-2d7e25bffbae req-c851536a-8e69-449a-bb74-17eea76a82b2 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 210 time: 0.0915978
Feb 17 21:29:46.468776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a53a254c-63ae-45f8-bcb4-dcc495cd58b5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:46.726290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device f7487e2b-59d5-4fa2-b23a-f4a765889aa6 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:46.807121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc96eb-32c8-4cb3-8163-bed76e78395d None None] Network 848d1c4c-e284-48a9-bfd3-2da8c4bf3658 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:46.826581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-122d618c-191e-420d-9c4c-597f454941ba req-dae63a4b-96e6-4b37-beb7-3ea8b7d903d2 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:46.874871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-122d618c-191e-420d-9c4c-597f454941ba req-dae63a4b-96e6-4b37-beb7-3ea8b7d903d2 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:46.877978 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-dae63a4b-96e6-4b37-beb7-3ea8b7d903d2 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1705911736&fields=id&tenant_id=66fbd239dc4240bc9dfeeebf8a581321 HTTP/1.1" status: 200  len: 267 time: 0.1448333
Feb 17 21:29:46.919166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Routers {'cd2654bb-c007-452b-896e-51f73bf43cad'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:29:46.919876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6690f60>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:29:32Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['cd2654bb-c007-452b-896e-51f73bf43cad'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:47.084050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-33d12ac3-6169-49d5-82d5-fa1e7e5e8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:47.085839 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-33d12ac3-6169-49d5-82d5-fa1e7e5e8ed2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 1162 time: 0.2713010
Feb 17 21:29:47.166607 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-e42832a6-8f1f-41e2-95e7-825abbc6888e service neutron] 10.222.0.81 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7460408
Feb 17 21:29:47.168969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53366) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:47.180271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:47.260189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:47.291392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:47.291827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:47.331864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Usage tracker for resource:security_group_rule and tenant:6d5f9957cc0a48dcb95cb1d4f84de789 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:47.343640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:47.359903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:47.444521 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] Set router cd2654bb-c007-452b-896e-51f73bf43cad gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:29:47.459529 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-63f7567e-e44b-47ad-878c-9b372b6ce6cd service neutron] 10.222.0.81 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2826128
Feb 17 21:29:47.613784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:47.621028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:47.653665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:47.654096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:47.656743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9adbcb96-b224-4d90-b18f-94bec0e3af28 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:47.697732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53388) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:47.709790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1635128584-network', 'tenant_id': '98f91ac227824791a57f065878a13b18'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:47.716663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:47.721853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Usage tracker for resource:network and tenant:98f91ac227824791a57f065878a13b18 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:47.725238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:47.731782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:47.756473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Made reservation on behalf of 98f91ac227824791a57f065878a13b18 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:47.766356 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:47.775092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66a7c9b5-52d4-4a0b-8a6d-d76f964b388d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:47.781157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:47.792213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.83', 59912) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:47.807766 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-efe5ecca-5a71-4214-98d3-d47e89cc5707 req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6964507
Feb 17 21:29:47.822050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:47.912366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:47.920809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:47.933468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Usage tracker for resource:security_group_rule and tenant:98f91ac227824791a57f065878a13b18 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:47.940861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:47.947820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:48.033420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:48.058320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d618c-191e-420d-9c4c-597f454941ba req-b683fa0b-6adf-4ec9-800f-333d03c78c97 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:48.059272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-122d618c-191e-420d-9c4c-597f454941ba req-b683fa0b-6adf-4ec9-800f-333d03c78c97 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:48.110436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-fef8cfe8-cb31-4079-a1e7-0c3dc4fbec42 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:48.111299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0db14e3a6042ed80bd4e19fdd6aaf0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:48.112687 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-fef8cfe8-cb31-4079-a1e7-0c3dc4fbec42 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 817 time: 0.8087087
Feb 17 21:29:48.133599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:48.157523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:48.176006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-122d618c-191e-420d-9c4c-597f454941ba req-b683fa0b-6adf-4ec9-800f-333d03c78c97 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:48.177127 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-b683fa0b-6adf-4ec9-800f-333d03c78c97 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 811 time: 1.2786508
Feb 17 21:29:48.216299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:48.221735 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-43accd4f-b53b-4944-b812-f25f48e9b7a2 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/quotas/66fbd239dc4240bc9dfeeebf8a581321 HTTP/1.1" status: 200  len: 375 time: 0.0333393
Feb 17 21:29:48.226059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:48.234780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c2242864-bb16-41fc-8e49-dfdc9e9bf637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:48.272630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-0c38afed-03ca-4309-9763-29c27589ea3d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:48.274283 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-0c38afed-03ca-4309-9763-29c27589ea3d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 819 time: 0.4787779
Feb 17 21:29:48.280860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee538d9-e374-4577-961e-bef457552aed req-4dfffa53-63a0-4706-b40f-5e0b63c725bc tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:48.282467 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eee538d9-e374-4577-961e-bef457552aed req-4dfffa53-63a0-4706-b40f-5e0b63c725bc tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 943 time: 0.2523830
Feb 17 21:29:48.293630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Request body: {'port': {'device_id': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5', 'admin_state_up': True, 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:48.379581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:29:48.416257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:48.416257 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Added segment dd394582-766f-4435-9c6d-fcebab91effa of type vxlan for network 8c605cc6-03c1-428e-91da-7b41327017e1
Feb 17 21:29:48.418254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931ef4e4-b2e5-407e-8f8c-b542e8fc0d03,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:48.427022 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-7af95eea-1f43-487c-bd42-9a30d8551bd2 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0eebfe4d067343679d9e941cc68c036b HTTP/1.1" status: 200  len: 5705 time: 0.3048697
Feb 17 21:29:48.427838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:48.443122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'port': {'device_id': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'admin_state_up': True, 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'security_groups': ['581b12f3-c3a3-4d69-b92e-b86cb9082768']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:48.525181 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eee538d9-e374-4577-961e-bef457552aed req-333f9525-43c0-498e-a646-2c8f96c4fe98 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014626
Feb 17 21:29:48.555769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:48.615413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:48.673167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:48.679706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:48.689933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:48.697789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Made reservation on behalf of 351cb6a32ef0463a86e6bcf18652e12c for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:48.703961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:48.798508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:48.826598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6690f60>, [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:29:36Z', 'revision_number': 4, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '7aa0170f-e584-4b50-8269-a49b4433927c', 'name': '', 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'mac_address': 'fa:16:3e:3b:06:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ff1e29fe-9ad3-470b-8080-1f138409abfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:32Z', 'updated_at': '2021-02-17T21:29:45Z', 'revision_number': 4, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'subnets': [{'id': 'ff1e29fe-9ad3-470b-8080-1f138409abfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:48.835103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446d6c3-4ad2-445c-b9bd-7062ab2c1094 None None] The sync data for ids ['cd2654bb-c007-452b-896e-51f73bf43cad'] in dv-cinder-760193-4-iscsi is: [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:29:36Z', 'revision_number': 4, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '7aa0170f-e584-4b50-8269-a49b4433927c', 'name': '', 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'mac_address': 'fa:16:3e:3b:06:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ff1e29fe-9ad3-470b-8080-1f138409abfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:32Z', 'updated_at': '2021-02-17T21:29:45Z', 'revision_number': 4, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'subnets': [{'id': 'ff1e29fe-9ad3-470b-8080-1f138409abfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:29:48.851526 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-bb2d9f4e-433b-4f27-a0b2-af64401bbc47 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6177170
Feb 17 21:29:48.881078 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac0db14e3a6042ed80bd4e19fdd6aaf0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7094457
Feb 17 21:29:48.900077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53416) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:48.907097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3f564b-ff00-43b2-b093-312658de1a6b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:48.968278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:49.007311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.objects.ports [None req-145ec9c0-2476-4bf4-83c0-d371bc34dcbe None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 21:29:49.030387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:49.037234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:49.037888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:49.057670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:49.179084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:49.227246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3ce74-df29-4d92-b965-e2a52ece66ba req-29a2d853-f246-4826-a405-6e0d76e456eb tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:49.235049 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8eb3ce74-df29-4d92-b965-e2a52ece66ba req-29a2d853-f246-4826-a405-6e0d76e456eb tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 945 time: 0.4832492
Feb 17 21:29:49.247508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:49.278868 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.5798306
Feb 17 21:29:49.288410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53428) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:49.309596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Request body: {'subnet': {'network_id': '8c605cc6-03c1-428e-91da-7b41327017e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1635128584-subnet', 'tenant_id': '98f91ac227824791a57f065878a13b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:49.311117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Pushing event updated for resources: {'Network': ['ID=8c605cc6-03c1-428e-91da-7b41327017e1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:49.315466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:49.316826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:49.319898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Usage tracker for resource:subnet and tenant:98f91ac227824791a57f065878a13b18 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:49.320605 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-6a73e7bc-4b90-4b08-90bc-649ae47cc411 service neutron] 10.222.0.81 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4420474
Feb 17 21:29:49.322165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Made reservation on behalf of 0eebfe4d067343679d9e941cc68c036b for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:49.324556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network 8c605cc6-03c1-428e-91da-7b41327017e1 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:49.328610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:49.330530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:49.337665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:49.369617 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d9eb5001-e56e-4b64-af07-cd679718086b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:49.437389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Made reservation on behalf of 98f91ac227824791a57f065878a13b18 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:49.443612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:49.501544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 8c605cc6-03c1-428e-91da-7b41327017e1 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:29:49.517058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6db8dbc1-f568-4920-a3b8-bb1bc4585447 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:49.768313 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8eb3ce74-df29-4d92-b965-e2a52ece66ba req-ff528520-7fec-4953-ba83-225a1e41928d tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5299315
Feb 17 21:29:49.813961 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-db543f18-c261-4044-a666-ef648a24f0a3 service neutron] 10.222.0.81 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4716048
Feb 17 21:29:49.858237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 6db8dbc1-f568-4920-a3b8-bb1bc4585447 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:49.871659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 6db8dbc1-f568-4920-a3b8-bb1bc4585447 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:49.872573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:49.993548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d9eb5001-e56e-4b64-af07-cd679718086b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:50.025031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-50c534a1-fadf-415a-bf55-4b0f6fecaf92 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:50.026741 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-50c534a1-fadf-415a-bf55-4b0f6fecaf92 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 819 time: 0.7223790
Feb 17 21:29:50.174839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:50.178902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Allocated IP 172.20.0.14 (78781be0-26b9-4e26-95e2-712ed3ea84a5/e4d00735-bf61-422c-b2d3-9063cbfd1e6a/27a64740-431f-4589-9b86-7c7004714245) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:50.255459 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1fb05297-e420-4070-976c-32f8a4111f7b req-5fb5dab0-5a31-41d2-8631-41f075131324 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 210 time: 0.2030752
Feb 17 21:29:50.277503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 6db8dbc1-f568-4920-a3b8-bb1bc4585447, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6db8dbc1-f568-4920-a3b8-bb1bc4585447,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:50.278825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd56e4c-972a-4287-b3f9-ae6230418d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8dbc1-f568-4920-a3b8-bb1bc4585447'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:29:50.300832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:50.300832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4b385efa-9619-49d4-8f0a-df4dfbad2059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:50.313979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Allocated IP 172.20.0.9 (96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5/ff1e29fe-9ad3-470b-8080-1f138409abfb/87636f60-6915-425a-8fc4-67f937a8fd8c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:50.414343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d9eb5001-e56e-4b64-af07-cd679718086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:50.444054 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-150a8b1b-7a33-464c-8812-6fa4fd4a81f2 req-b7620ace-6460-4550-983e-77b0ac238118 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 210 time: 0.0817082
Feb 17 21:29:50.455184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=6db8dbc1-f568-4920-a3b8-bb1bc4585447,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:50.464711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:50.485934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0a62ea0b-d686-40b4-b6e9-54b6b92e32b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:50.574010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb5001-e56e-4b64-af07-cd679718086b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3f564b-ff00-43b2-b093-312658de1a6b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:50.584502 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c59b78f2-3378-48e6-82b2-85b9a4be887d req-b678922a-e71a-48d5-997f-3c4443e642fe tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 210 time: 0.0649598
Feb 17 21:29:50.587525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d9eb5001-e56e-4b64-af07-cd679718086b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:50.588907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:50.621398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Transition to ACTIVE for port object 27a64740-431f-4589-9b86-7c7004714245 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:50.665491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:50.683801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-54cc53ad-65a2-4346-a057-69a97304f986 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:50.701089 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd56e4c-972a-4287-b3f9-ae6230418d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db8dbc1-f568-4920-a3b8-bb1bc4585447', 'code': 200}
Feb 17 21:29:50.776466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d9eb5001-e56e-4b64-af07-cd679718086b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:50.777747 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d9eb5001-e56e-4b64-af07-cd679718086b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d3f564b-ff00-43b2-b093-312658de1a6b HTTP/1.1" status: 204  len: 168 time: 1.8723543
Feb 17 21:29:50.828831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 7aa0170f-e584-4b50-8269-a49b4433927c up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:50.933220 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 7aa0170f-e584-4b50-8269-a49b4433927c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:50.942455 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 7aa0170f-e584-4b50-8269-a49b4433927c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:50.942885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:50.966076 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'Port': ['ID=27a64740-431f-4589-9b86-7c7004714245,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:50.991546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:51.110258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:51.112849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:51.116074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:51.121944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:51.122635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.163816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.186109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c0ce3-ea41-4e89-a998-f18d3c5f14c4 req-d39c260d-5786-4760-bbc6-276722e77374 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:51.196129 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-868c0ce3-ea41-4e89-a998-f18d3c5f14c4 req-d39c260d-5786-4760-bbc6-276722e77374 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 945 time: 0.2032683
Feb 17 21:29:51.205012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 7aa0170f-e584-4b50-8269-a49b4433927c, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=7aa0170f-e584-4b50-8269-a49b4433927c,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:29:51.210362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.216788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a93309eb-381c-4625-99a0-0727a0de1f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:51.233333 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-71e19945-64db-42d7-aff7-b29ae77c38ec tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7986665
Feb 17 21:29:51.234669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f8e0d-5feb-4606-8399-1c4ad0906c7b req-43d0e7ce-26bf-40ef-8330-d0cdad0aa729 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:51.237846 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-024f8e0d-5feb-4606-8399-1c4ad0906c7b req-43d0e7ce-26bf-40ef-8330-d0cdad0aa729 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.7363265
Feb 17 21:29:51.297109 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-868c0ce3-ea41-4e89-a998-f18d3c5f14c4 req-cc130e46-a425-4379-9b6c-947ff1d563fc tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998673
Feb 17 21:29:51.301640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=7aa0170f-e584-4b50-8269-a49b4433927c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:51.324871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:51.358669 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-024f8e0d-5feb-4606-8399-1c4ad0906c7b req-03edc93f-5536-41d5-850a-663bfbe2065c tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119647
Feb 17 21:29:51.389676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.430613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1c3863f7-051b-4684-85ff-523960479f71 None None] Provisioning for port 27a64740-431f-4589-9b86-7c7004714245 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:29:51.440082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1c3863f7-051b-4684-85ff-523960479f71 None None] Provisioning complete for port 27a64740-431f-4589-9b86-7c7004714245 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:51.440849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1c3863f7-051b-4684-85ff-523960479f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.509100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1c3863f7-051b-4684-85ff-523960479f71 None None] Port 27a64740-431f-4589-9b86-7c7004714245 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:29:51.540189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53466) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:51.563137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.588874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.594037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:51.600740 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Usage tracker for resource:security_group_rule and tenant:f464c8fbc65d4c0a9368cb6d92568aa9 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:29:51.606878 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:29:51.617669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c713-d9a4-48bf-ab7d-a2bd7e724df4 req-57e74e3c-8383-4db1-ab23-7e18ae4a91f0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:51.618520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-1192c713-d9a4-48bf-ab7d-a2bd7e724df4 req-57e74e3c-8383-4db1-ab23-7e18ae4a91f0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:51.628932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:51.634696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.643703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-1192c713-d9a4-48bf-ab7d-a2bd7e724df4 req-57e74e3c-8383-4db1-ab23-7e18ae4a91f0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:51.644908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a9a72abb-3b00-4521-b873-0247ccec5285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:51.645055 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1192c713-d9a4-48bf-ab7d-a2bd7e724df4 req-57e74e3c-8383-4db1-ab23-7e18ae4a91f0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 932 time: 0.1698585
Feb 17 21:29:51.714073 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1192c713-d9a4-48bf-ab7d-a2bd7e724df4 req-bd11f6d4-e6e5-4e6c-9ea2-379ff093ccc1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603850
Feb 17 21:29:51.802600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.810284 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:51.831084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ead06809-3125-46f9-8dac-a1212eb7468c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:51.955591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131b5d3b-eb5e-4781-a351-a9e9b4e2d599,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:51.960068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:51.965501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f464c8fbc65d4c0a9368cb6d92568aa9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4241107
Feb 17 21:29:51.966383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53478) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:51.983774 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7e6f014-6528-4e65-82a4-2324fe7bf110 req-2421a857-6f56-4594-a9e1-faf1c36945a6 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 210 time: 0.0956132
Feb 17 21:29:52.013422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-af653de6-3e75-4d71-a732-154ffc1df33f req-a699ac5f-79a6-4264-b0d7-e835a77fe3c3 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Synchronizing usage tracker for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:52.047879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-535d8ce5-3a66-42ac-8d54-90372847b75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.062692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5f1543-143f-4ab2-ab8e-a5f6642dfa68,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:52.081179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:52.081721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a8969683-b3eb-4b92-84ac-1c24d4f48438 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:52.082330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-535d8ce5-3a66-42ac-8d54-90372847b75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.132883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-af653de6-3e75-4d71-a732-154ffc1df33f req-a699ac5f-79a6-4264-b0d7-e835a77fe3c3 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Unset dirty status for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:52.134192 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-af653de6-3e75-4d71-a732-154ffc1df33f req-a699ac5f-79a6-4264-b0d7-e835a77fe3c3 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 210 time: 0.4916751
Feb 17 21:29:52.136039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-535d8ce5-3a66-42ac-8d54-90372847b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.142039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d5b918e4-fc79-4bc0-a044-f9902329ff66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:52.163601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d8ce5-3a66-42ac-8d54-90372847b75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131b5d3b-eb5e-4781-a351-a9e9b4e2d599,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:52.166158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-535d8ce5-3a66-42ac-8d54-90372847b75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.169898 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-535d8ce5-3a66-42ac-8d54-90372847b75e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/131b5d3b-eb5e-4781-a351-a9e9b4e2d599 HTTP/1.1" status: 204  len: 168 time: 0.1871796
Feb 17 21:29:52.169898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-535d8ce5-3a66-42ac-8d54-90372847b75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:52.214460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Pushing event updated for resources: {'Port': ['ID=87636f60-6915-425a-8fc4-67f937a8fd8c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:52.226292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:52.267676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:52.271221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:52.274719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:52.279621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:52.279797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.297680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Checking segment: {'id': 'dd394582-766f-4435-9c6d-fcebab91effa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8c605cc6-03c1-428e-91da-7b41327017e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:52.298082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Network hostable DHCP agents. Network: 8c605cc6-03c1-428e-91da-7b41327017e1, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:29:52.312919 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0235238
Feb 17 21:29:52.322372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Network 8c605cc6-03c1-428e-91da-7b41327017e1 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:29:52.332661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 8c605cc6-03c1-428e-91da-7b41327017e1) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:52.337238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:52.337965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.348138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c6d8b-6f0b-4775-aeda-c2f39fe4ef0a None None] Network 8c605cc6-03c1-428e-91da-7b41327017e1 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:52.356784 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.0670962
Feb 17 21:29:52.522379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53492) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:52.585091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c42bd-6944-4d85-b500-1efb97352591 req-1d3a9c98-fcdc-4e35-8bad-3a3c70e95499 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:52.593641 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c60c42bd-6944-4d85-b500-1efb97352591 req-1d3a9c98-fcdc-4e35-8bad-3a3c70e95499 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.1043682
Feb 17 21:29:52.602204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Deleting subnet 54446dae-e864-42fa-baec-12117912f545 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:29:52.606863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.631319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d826cb58-f7dd-473a-a829-75fa5cdbe651 None None] Network 8c605cc6-03c1-428e-91da-7b41327017e1 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:29:52.648999 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c60c42bd-6944-4d85-b500-1efb97352591 req-7b6ade15-2d9e-4e84-8463-79c0e872fbac tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542295
Feb 17 21:29:52.685647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.693888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:52.821524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 7aa0170f-e584-4b50-8269-a49b4433927c up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:53.012453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Request body: {'port': {'device_id': '58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94', 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5', 'admin_state_up': True, 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:53.016435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Request body: {'port': {'device_id': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:53.041303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 7aa0170f-e584-4b50-8269-a49b4433927c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:53.042833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:53.080141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.83', 59924) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:53.093880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Request body: {'port': {'device_id': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:53.180398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6db8dbc1-f568-4920-a3b8-bb1bc4585447 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:29:53.346316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.83', 59925) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:53.399258 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f18b6c9b-767a-4654-b095-f0b8b3efdefd req-dccf37e6-b509-4938-b07f-aa16923e7df7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 210 time: 0.1104238
Feb 17 21:29:53.406034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 6db8dbc1-f568-4920-a3b8-bb1bc4585447 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:29:53.406924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:53.438040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:53.519453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:53.628480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:53.679091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:53.717069 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4588494-0e6c-4ff5-abc0-5abfca585eb8 req-5dce522d-fc51-4d85-a0b6-78f4aa98b33e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 210 time: 0.0679514
Feb 17 21:29:53.731165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-701e31aa-20ad-4809-8f53-3d1287824a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:54.052341 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baabe8c-8f05-403a-bd5b-70cb0b171e70 req-fb513d65-ed07-456c-813e-c3f3789f0905 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:54.060203 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0baabe8c-8f05-403a-bd5b-70cb0b171e70 req-fb513d65-ed07-456c-813e-c3f3789f0905 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.2308583
Feb 17 21:29:54.078464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0721a-f653-4705-b7e9-764f455fa589 req-50655b50-b0f3-4537-b09c-c6ac95671a46 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:54.098005 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-12a0721a-f653-4705-b7e9-764f455fa589 req-50655b50-b0f3-4537-b09c-c6ac95671a46 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 932 time: 1.2148843
Feb 17 21:29:54.133210 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0baabe8c-8f05-403a-bd5b-70cb0b171e70 req-4ecf08cf-4c49-4ba7-891b-718ebaf6a33e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718307
Feb 17 21:29:54.149058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:54.216975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.83', 59927) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:54.224850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54446dae-e864-42fa-baec-12117912f545,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:54.233979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:54.290182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a64740-431f-4589-9b86-7c7004714245 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:29:54.313363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:54.330601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Transition to ACTIVE for port object 27a64740-431f-4589-9b86-7c7004714245 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:54.335268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:54.358361 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:54.430520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Made reservation on behalf of 351cb6a32ef0463a86e6bcf18652e12c for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:54.438346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:54.523082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Pushing event updated for resources: {'Port': ['ID=27a64740-431f-4589-9b86-7c7004714245,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:54.536972 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-12a0721a-f653-4705-b7e9-764f455fa589 req-5feca4cc-7f8d-4576-8ac6-6ca287c4c017 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3158522
Feb 17 21:29:54.537664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:54.543711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:54.578974 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/54446dae-e864-42fa-baec-12117912f545 HTTP/1.1" status: 204  len: 168 time: 2.0554030
Feb 17 21:29:54.587880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53566) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:54.652802 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-6ca9b138-9738-4f58-b5be-d0ab7e4fb1a7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.4828351
Feb 17 21:29:54.880726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:54.913840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb961d-02e1-4a4c-a9ed-4fcfd725296e req-3bedb97c-1f02-4723-ae66-d84f7c132ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:54.916347 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e0bb961d-02e1-4a4c-a9ed-4fcfd725296e req-3bedb97c-1f02-4723-ae66-d84f7c132ee5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 1162 time: 1.4519455
Feb 17 21:29:55.120039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c14090dc-1a25-4063-b17d-571102e04c95 req-233e3d16-d89f-43c1-b3fa-322c2463ff10 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:55.258183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Attempting to bind port 27a64740-431f-4589-9b86-7c7004714245 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:55.258645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Attempting to bind port 27a64740-431f-4589-9b86-7c7004714245 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:55.259135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Attempting to bind port 27a64740-431f-4589-9b86-7c7004714245 on network 78781be0-26b9-4e26-95e2-712ed3ea84a5 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:55.266020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:55.266555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Checking segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:55.267082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:55.268161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Bound using segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:55.269247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Bound port: 27a64740-431f-4589-9b86-7c7004714245, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:55.269247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:55.290106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e0bb961d-02e1-4a4c-a9ed-4fcfd725296e req-92d95189-56fa-41aa-b7c1-68a0fd62df22 service neutron] Synchronizing usage tracker for tenant:6d5f9957cc0a48dcb95cb1d4f84de789 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:55.326965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d618c-191e-420d-9c4c-597f454941ba req-4e7f0aa1-3199-44a4-a936-c147addcbe16 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:55.328906 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-4e7f0aa1-3199-44a4-a936-c147addcbe16 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 811 time: 1.1011777
Feb 17 21:29:55.343675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c14090dc-1a25-4063-b17d-571102e04c95 req-233e3d16-d89f-43c1-b3fa-322c2463ff10 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:55.345066 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c14090dc-1a25-4063-b17d-571102e04c95 req-233e3d16-d89f-43c1-b3fa-322c2463ff10 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 210 time: 0.5264692
Feb 17 21:29:55.382381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e0bb961d-02e1-4a4c-a9ed-4fcfd725296e req-92d95189-56fa-41aa-b7c1-68a0fd62df22 service neutron] Unset dirty status for tenant:6d5f9957cc0a48dcb95cb1d4f84de789 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:55.383714 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e0bb961d-02e1-4a4c-a9ed-4fcfd725296e req-92d95189-56fa-41aa-b7c1-68a0fd62df22 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221922
Feb 17 21:29:55.470933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:55.499989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-15cecb66-2bbb-4ec0-9920-c9aef6bb7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:55.502484 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-15cecb66-2bbb-4ec0-9920-c9aef6bb7163 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=570b245157b34aee9d95fcb6cc611021&device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 1162 time: 0.5908244
Feb 17 21:29:55.625910 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a72c7099-012b-4b11-afb7-7bd03c82c1ac req-0c97dbf9-d6ef-4633-8952-9b84baeda0b0 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 210 time: 0.2906368
Feb 17 21:29:55.708862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fafa59e3748>> segment before_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.709384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fafa59e3748>> subnet precommit_delete_associations 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.710090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa58aa048>> segment_host_mapping after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.710461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa58aa048>> port after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.710818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa58aa048>> port after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.711176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa58aa048>> port after_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.711536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa58aa048>> segment after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.711896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa58aa048>> subnet after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.712251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa58aa048>> subnet after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.712631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa58aa048>> subnet after_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.785393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fafa59edb00>> subnet after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.785787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fafa59edb00>> subnet after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.786163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fafa59edb00>> subnet before_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.786536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fafa59edb00>> subnet before_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:29:55.786930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa57bf240>,) {'filters': {'network_id': ['848d1c4c-e284-48a9-bfd3-2da8c4bf3658']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:55.865440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] For port 27a64740-431f-4589-9b86-7c7004714245, host hv-cinder-76019, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:55.890168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa57bf240>, '3110ab5b-fff7-437e-be1b-8afe7542a597') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:55.890736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa57bf240>, '3110ab5b-fff7-437e-be1b-8afe7542a597') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:55.925208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] For port 27a64740-431f-4589-9b86-7c7004714245, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=27a64740-431f-4589-9b86-7c7004714245,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:55.929809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840524453'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:55.944605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:55.971364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:56.013487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-122d618c-191e-420d-9c4c-597f454941ba req-4a46c902-5b9d-4808-b257-6780195c20fe tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:29:56.058817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87636f60-6915-425a-8fc4-67f937a8fd8c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:29:56.060767 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:56.085832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-122d618c-191e-420d-9c4c-597f454941ba req-4a46c902-5b9d-4808-b257-6780195c20fe tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:29:56.087389 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-4a46c902-5b9d-4808-b257-6780195c20fe tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=66fbd239dc4240bc9dfeeebf8a581321 HTTP/1.1" status: 200  len: 5704 time: 0.7191589
Feb 17 21:29:56.089515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:56.101270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:29:56.108991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'port': {'device_id': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'admin_state_up': True, 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'security_groups': ['33682036-0c08-40db-a199-c69028e0381a']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:29:56.141507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f7b15-f917-4687-ab32-2ff8e33edb07 req-5166dc1d-211f-46d6-b95f-51b3e04cce71 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:56.143448 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f9f7b15-f917-4687-ab32-2ff8e33edb07 req-5166dc1d-211f-46d6-b95f-51b3e04cce71 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.5798113
Feb 17 21:29:56.207461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-89656178-a7e9-4103-b3e1-19a4e0399293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:56.209282 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-89656178-a7e9-4103-b3e1-19a4e0399293 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bcd196a8-5e39-468a-80dc-cff223418228 HTTP/1.1" status: 200  len: 906 time: 0.5632429
Feb 17 21:29:56.336267 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-363e6824-a440-427a-a7d3-821566238ab1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a53a254c-63ae-45f8-bcb4-dcc495cd58b5 HTTP/1.1" status: 200  len: 217 time: 0.0891869
Feb 17 21:29:56.380275 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73c7b6-dfc5-45ae-9b93-74e377b1d84c req-51c86217-5000-4ce7-b15f-fa49bdcf69c8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:56.382105 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f73c7b6-dfc5-45ae-9b93-74e377b1d84c req-51c86217-5000-4ce7-b15f-fa49bdcf69c8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.5854266
Feb 17 21:29:56.414575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Pushing event updated for resources: {'Port': ['ID=27a64740-431f-4589-9b86-7c7004714245,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:56.418375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:56.419866 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f9f7b15-f917-4687-ab32-2ff8e33edb07 req-7ed8dfd4-5d81-4514-9e46-1c3abfa58324 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094679
Feb 17 21:29:56.451650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:56.452498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:56.454457 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] 10.222.0.83 "PUT /v2.0/ports/27a64740-431f-4589-9b86-7c7004714245 HTTP/1.1" status: 200  len: 1158 time: 3.4447062
Feb 17 21:29:56.477835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-a57a005b-b561-42d4-986c-28935a0845f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:56.479574 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-a57a005b-b561-42d4-986c-28935a0845f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ab28749-c959-4915-83a0-fef4e99faacb HTTP/1.1" status: 200  len: 852 time: 0.1302841
Feb 17 21:29:56.484335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Network 848d1c4c-e284-48a9-bfd3-2da8c4bf3658 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:29:56.485424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:29:56.521246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'tag': '27a64740-431f-4589-9b86-7c7004714245'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:29:56.530878 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036840604117'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:56.567157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:29:56.571693 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-a8b3c684-7503-4392-907e-c3a7fe15a218 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bcd196a8-5e39-468a-80dc-cff223418228&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0833504
Feb 17 21:29:56.687297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Made reservation on behalf of 66fbd239dc4240bc9dfeeebf8a581321 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:29:56.694761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:56.846119 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f73c7b6-dfc5-45ae-9b93-74e377b1d84c req-8c1f1435-d310-4e73-afea-7ce6f08759e1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4382286
Feb 17 21:29:56.890420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Network 848d1c4c-e284-48a9-bfd3-2da8c4bf3658 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:29:56.923869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   from cryptography.utils import int_from_bytes
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   from cryptography.utils import int_from_bytes
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   (rel_b, rel_a, rel_b),
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   (rel_b, rel_a, rel_b),
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:29:56.925594 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:29:56.981165 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'tag': '27a64740-431f-4589-9b86-7c7004714245', 'status': 'completed', 'code': 200}
Feb 17 21:29:57.028836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-15259181-b716-4b18-bd21-86bc3b59fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:57.030795 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-15259181-b716-4b18-bd21-86bc3b59fab5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 1161 time: 0.3501966
Feb 17 21:29:57.078135 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0cdbf304-21f5-4808-bcd3-b06e3b2f8cf2 req-6813b295-62bc-458b-96c1-c2b647ffb7b7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 210 time: 0.3118098
Feb 17 21:29:57.188052 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-89acd8ad-7ba2-4864-91fe-409ee5042f58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a64740-431f-4589-9b86-7c7004714245 HTTP/1.1" status: 200  len: 217 time: 0.1484501
Feb 17 21:29:57.194757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:57.198325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Transition to ACTIVE for port object 87636f60-6915-425a-8fc4-67f937a8fd8c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:57.246982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:57.253128 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-74781362-b925-4b09-84fe-79869b9eb324 req-e0cf645d-bebb-49d2-a942-bb4557a39c1c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 210 time: 0.1152921
Feb 17 21:29:57.258136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:57.265430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:57.288518 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/848d1c4c-e284-48a9-bfd3-2da8c4bf3658 HTTP/1.1" status: 204  len: 168 time: 2.6994085
Feb 17 21:29:57.295969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=848d1c4c-e284-48a9-bfd3-2da8c4bf3658,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:57.298168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53644) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:57.305723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:57.317049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:57.369209 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-082a543f-2c2e-4568-83b9-59ec81bcd39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:57.370799 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-082a543f-2c2e-4568-83b9-59ec81bcd39f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.1726091
Feb 17 21:29:57.432260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Deleting subnet ba5f1543-143f-4ab2-ab8e-a5f6642dfa68 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:29:57.441068 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-3281cab2-02dc-4e36-92da-d1b95d485b5e service neutron] 10.222.0.83 "GET /v2.0/networks/bcd196a8-5e39-468a-80dc-cff223418228?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8613329
Feb 17 21:29:57.445993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:57.512663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14251331'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:57.633466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Pushing event updated for resources: {'Port': ['ID=87636f60-6915-425a-8fc4-67f937a8fd8c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:57.661626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-fd5bb89b-f0c8-4e9f-abab-3d78238de48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:57.663274 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-fd5bb89b-f0c8-4e9f-abab-3d78238de48e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2848608
Feb 17 21:29:57.664388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:57.681276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Allocated IP 172.20.0.4 (96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5/ff1e29fe-9ad3-470b-8080-1f138409abfb/fa118ed9-5f28-48de-b160-ab3e466e42c8) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:57.695340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:57.789993 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-6fbdbfb4-cd07-42f7-9856-2aa8e37a3e8e service neutron] 10.222.0.83 "GET /v2.0/networks/bcd196a8-5e39-468a-80dc-cff223418228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3175626
Feb 17 21:29:57.994004 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-36c9f60e-c1b9-4a1e-b137-9fa9e1febab4 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829757
Feb 17 21:29:58.151126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc496c00-3550-4d05-b687-47901c335540 req-c0bdda77-0afb-4bd8-a889-0eb683d539d4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:58.153096 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc496c00-3550-4d05-b687-47901c335540 req-c0bdda77-0afb-4bd8-a889-0eb683d539d4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.4457819
Feb 17 21:29:58.189750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Allocated IP 172.20.0.14 (c811b1f9-ede4-4fea-9a52-47638fb8c71d/ad947807-41fa-46b5-b551-16c7c2b2c65d/0e87ea3b-9230-4ef4-8e56-2def2e630469) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:29:58.209992 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Attempting to bind port 87636f60-6915-425a-8fc4-67f937a8fd8c on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:29:58.210386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Attempting to bind port 87636f60-6915-425a-8fc4-67f937a8fd8c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:29:58.210766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Attempting to bind port 87636f60-6915-425a-8fc4-67f937a8fd8c on network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:29:58.240002 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:29:58.240431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Checking segment: {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:29:58.240861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:58.241276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Bound using segment: {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:29:58.241829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Bound port: 87636f60-6915-425a-8fc4-67f937a8fd8c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:29:58.242224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:58.319312 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc496c00-3550-4d05-b687-47901c335540 req-1f7af148-d70e-45ec-bb9b-0c3030f2dc8c tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533914
Feb 17 21:29:58.511053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:58.567181 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c38125d3-15f2-4702-8e59-93c60f02a1fa req-5f944e4f-0472-43da-ab90-10c4f008abc8 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5277038
Feb 17 21:29:58.574080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14618e-6b48-42ef-bbe6-b5f9e09db8f6 req-bcbe91f2-d519-43b9-a92c-b508a1071f23 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:58.575583 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2a14618e-6b48-42ef-bbe6-b5f9e09db8f6 req-bcbe91f2-d519-43b9-a92c-b508a1071f23 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.5785642
Feb 17 21:29:58.611997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] For port 87636f60-6915-425a-8fc4-67f937a8fd8c, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:29:58.623237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14252340'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:58.630433 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d201e784-61f0-4cad-b006-3a5054ad784f req-bc2a6013-a30d-49c1-a17f-0b5f8a067103 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 210 time: 0.1227813
Feb 17 21:29:58.648789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] For port 87636f60-6915-425a-8fc4-67f937a8fd8c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87636f60-6915-425a-8fc4-67f937a8fd8c,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:29:58.652446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:58.672004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:58.693523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:58.803549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5f1543-143f-4ab2-ab8e-a5f6642dfa68,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:58.820608 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2a14618e-6b48-42ef-bbe6-b5f9e09db8f6 req-9b49f0b1-4381-4f3b-a53e-921c5700f008 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2240312
Feb 17 21:29:58.830857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Pushing event updated for resources: {'Port': ['ID=87636f60-6915-425a-8fc4-67f937a8fd8c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:58.839208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:58.857082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:58.911692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:58.927903 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ba5f1543-143f-4ab2-ab8e-a5f6642dfa68 HTTP/1.1" status: 204  len: 168 time: 1.6259429
Feb 17 21:29:58.929180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53676) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:58.930790 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9dbe3f0c-be78-4513-9e01-277377d0ec9d req-9b56288d-7cc4-4305-8efc-49e4bc856303 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 210 time: 0.0932329
Feb 17 21:29:58.931581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-812be36a-a0b1-428a-a699-bb736b23f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:58.934136 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-812be36a-a0b1-428a-a699-bb736b23f297 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 1161 time: 0.2872021
Feb 17 21:29:58.991436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.023548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.125092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:59.208838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.319032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Transition to ACTIVE for port object 0e87ea3b-9230-4ef4-8e56-2def2e630469 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:29:59.338725 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-4767f229-c5c4-4d2b-b580-424326da2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:59.340562 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-4767f229-c5c4-4d2b-b580-424326da2b40 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.3723516
Feb 17 21:29:59.341400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:59.342098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.343568 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] 10.222.0.83 "PUT /v2.0/ports/87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 200  len: 1157 time: 6.3067262
Feb 17 21:29:59.346488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'tag': '87636f60-6915-425a-8fc4-67f937a8fd8c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:29:59.380720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Pushing event updated for resources: {'Port': ['ID=fa118ed9-5f28-48de-b160-ab3e466e42c8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:29:59.389199 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:29:59.482418 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'tag': '87636f60-6915-425a-8fc4-67f937a8fd8c', 'status': 'completed', 'code': 200}
Feb 17 21:29:59.484496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.494575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:29:59.503687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:29:59.510847 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-35d1521e-f708-43c0-a57e-f7a5eabf8f89 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a64740-431f-4589-9b86-7c7004714245 HTTP/1.1" status: 200  len: 217 time: 0.1504433
Feb 17 21:29:59.521929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.522300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b3975fc2-cd54-446a-afce-65897097a9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:29:59.728225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-2ccceb65-991e-42cc-8a3a-56ec31692a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:59.729897 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-2ccceb65-991e-42cc-8a3a-56ec31692a53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.2106454
Feb 17 21:29:59.763405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-658f73c0-ab21-448a-a068-50309514c530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.853117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa5f2ccc0>,) {'filters': {'network_id': ['8c605cc6-03c1-428e-91da-7b41327017e1']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:59.879899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:29:59.894618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53706) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:29:59.896678 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:29:59.897406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.898648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5f2ccc0>, 'dd394582-766f-4435-9c6d-fcebab91effa') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:59.898983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5f2ccc0>, 'dd394582-766f-4435-9c6d-fcebab91effa') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:29:59.921642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840524453'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.943774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:29:59.948323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:30:00.053794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'Port': ['ID=0e87ea3b-9230-4ef4-8e56-2def2e630469,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:00.117066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-49d731ba-bbc3-4444-a717-c26a2c32582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:00.118709 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-49d731ba-bbc3-4444-a717-c26a2c32582d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3652048
Feb 17 21:30:00.131877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:00.214491 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.2070045
Feb 17 21:30:00.242587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Request body: {'port': {'device_id': '58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:00.248056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:00.275449 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-0b72774f-e68a-49cc-af26-1dd9c96e4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:00.277386 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-0b72774f-e68a-49cc-af26-1dd9c96e4429 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1160 time: 0.8472703
Feb 17 21:30:00.323849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Network 8c605cc6-03c1-428e-91da-7b41327017e1 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:30:00.348781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036840604117'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:00.394769 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-9abcacbc-8bfb-47ed-8721-472877b12a33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 200  len: 217 time: 0.0960689
Feb 17 21:30:00.490225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b471-d20b-444b-abcf-86796ab2ae8e req-26ce23eb-f449-4988-8851-4b2708f39b67 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:00.490960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c203b471-d20b-444b-abcf-86796ab2ae8e req-26ce23eb-f449-4988-8851-4b2708f39b67 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:30:00.513087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:30:00.526452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:30:00.533856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:30:00.538339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:00.539056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:00.573999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c203b471-d20b-444b-abcf-86796ab2ae8e req-26ce23eb-f449-4988-8851-4b2708f39b67 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:30:00.575307 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c203b471-d20b-444b-abcf-86796ab2ae8e req-26ce23eb-f449-4988-8851-4b2708f39b67 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 932 time: 0.6730933
Feb 17 21:30:00.586490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:00.597873 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5003448
Feb 17 21:30:00.599342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-e540a8c5-8219-451e-9e51-5f04568fa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:00.600915 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-e540a8c5-8219-451e-9e51-5f04568fa46a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.1954567
Feb 17 21:30:00.632994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Request body: {'port': {'device_id': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:00.650139 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:00.665509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Usage tracker for resource:security_group_rule and tenant:c6ccb1dcfa8a4f22849157d72ec03270 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:00.673331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:00.686974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:00.765758 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-9b9381d2-e5f0-4da8-863f-e18334922b0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1414196
Feb 17 21:30:00.773013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-794b55fb-2074-4f52-bbe9-ea70752ec717 None None] Provisioning for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:30:00.778942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-794b55fb-2074-4f52-bbe9-ea70752ec717 None None] Provisioning complete for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:00.779689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-794b55fb-2074-4f52-bbe9-ea70752ec717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:00.831682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Network 8c605cc6-03c1-428e-91da-7b41327017e1 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:30:00.847285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-794b55fb-2074-4f52-bbe9-ea70752ec717 None None] Port 0e87ea3b-9230-4ef4-8e56-2def2e630469 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:30:00.863340 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:30:00.887504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c203b471-d20b-444b-abcf-86796ab2ae8e req-3c132406-c174-436b-b847-dffa77eb81c4 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3020053
Feb 17 21:30:00.919224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230484c-f86c-4c05-bd64-c053500a90ec req-cc339a2b-9e0b-4182-b938-fcc9b45e243d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:00.920924 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4230484c-f86c-4c05-bd64-c053500a90ec req-cc339a2b-9e0b-4182-b938-fcc9b45e243d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.8806655
Feb 17 21:30:00.936020 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-3f59a3b4-7299-4d1f-9e7f-d5bb24d4e133 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7301998
Feb 17 21:30:01.090302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.109858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.114072 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4230484c-f86c-4c05-bd64-c053500a90ec req-d0141555-4afb-4cc9-ba20-94b6d246d199 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1738443
Feb 17 21:30:01.131117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.134530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eb86a04f-8702-4908-b33e-172b70f0156e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:01.241475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c605cc6-03c1-428e-91da-7b41327017e1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:01.263654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:01.298777 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-14ba711d-cd98-4111-afba-bed00274f597 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5053406
Feb 17 21:30:01.300096 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8c605cc6-03c1-428e-91da-7b41327017e1 HTTP/1.1" status: 204  len: 168 time: 2.3648450
Feb 17 21:30:01.334999 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ada098a-b1d0-4b46-81e0-f736249870ae req-e82013d8-3298-4c8e-980b-dd9e06088ed0 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3773887
Feb 17 21:30:01.386452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.392315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.412496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2329b658-4f8a-4691-b3ee-325a22ecf529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:01.430553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-158c2916-a1f1-4c8a-974f-580039cf8228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.527179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235f59a4-302d-4e8e-b5a6-7f643aaeae2a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:01.537544 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6ccb1dcfa8a4f22849157d72ec03270&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6398025
Feb 17 21:30:01.537544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:01.539944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53734) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:01.590755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171b623-c66a-46a9-a963-30cef72b58e1 req-17c3efec-d96e-47d7-91b9-cc5182eae57a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:01.591618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e171b623-c66a-46a9-a963-30cef72b58e1 req-17c3efec-d96e-47d7-91b9-cc5182eae57a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Synchronizing usage tracker for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:30:01.595459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:01.635670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53738) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:01.727274 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6c81c2e1-57aa-4424-8d86-c3bfd82e1693 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ecab03ed7814b27b9942afd2c2499c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0897198
Feb 17 21:30:01.728159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-33aeafd5-c727-44a1-8e25-0822cdb71468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.749247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 27a64740-431f-4589-9b86-7c7004714245 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:30:01.756887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 27a64740-431f-4589-9b86-7c7004714245 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:01.757433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.765487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-33aeafd5-c727-44a1-8e25-0822cdb71468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.812650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53746) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:01.978684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:01.979567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4920772d-a0fe-4e45-92f7-f93ce0c21f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.010561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4920772d-a0fe-4e45-92f7-f93ce0c21f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.026922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e171b623-c66a-46a9-a963-30cef72b58e1 req-17c3efec-d96e-47d7-91b9-cc5182eae57a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Unset dirty status for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:30:02.028238 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e171b623-c66a-46a9-a963-30cef72b58e1 req-17c3efec-d96e-47d7-91b9-cc5182eae57a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 931 time: 1.0227680
Feb 17 21:30:02.035487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 27a64740-431f-4589-9b86-7c7004714245, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=27a64740-431f-4589-9b86-7c7004714245,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:02.037187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a64740-431f-4589-9b86-7c7004714245'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:02.045074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.049859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:02.055928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-33aeafd5-c727-44a1-8e25-0822cdb71468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.064745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-535d8ce5-3a66-42ac-8d54-90372847b75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:02.082152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4920772d-a0fe-4e45-92f7-f93ce0c21f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.096806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-33aeafd5-c727-44a1-8e25-0822cdb71468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.098730 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-33aeafd5-c727-44a1-8e25-0822cdb71468 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/235f59a4-302d-4e8e-b5a6-7f643aaeae2a HTTP/1.1" status: 204  len: 168 time: 0.5554793
Feb 17 21:30:02.100073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aeafd5-c727-44a1-8e25-0822cdb71468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235f59a4-302d-4e8e-b5a6-7f643aaeae2a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:02.103817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-33aeafd5-c727-44a1-8e25-0822cdb71468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:02.104937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0109c20a-f92d-4533-a982-4bc7a17de447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:02.116158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4920772d-a0fe-4e45-92f7-f93ce0c21f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.118667 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4920772d-a0fe-4e45-92f7-f93ce0c21f6e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1604bd74-23ab-41e9-b4fd-1e319e413cf3 HTTP/1.1" status: 204  len: 168 time: 0.3023691
Feb 17 21:30:02.129995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920772d-a0fe-4e45-92f7-f93ce0c21f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1604bd74-23ab-41e9-b4fd-1e319e413cf3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:02.135353 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4920772d-a0fe-4e45-92f7-f93ce0c21f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:02.170425 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f6a4ce1-607f-4ca5-a53d-7cb350ab3ab4 req-ec3882f3-777f-4855-a66e-c7466c6365ac service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8520303
Feb 17 21:30:02.430964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0625ef4-5ff8-4463-a30b-8706685654d5 req-4b2f93f5-6443-4221-a224-0f68fa8bac21 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:02.438253 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d0625ef4-5ff8-4463-a30b-8706685654d5 req-4b2f93f5-6443-4221-a224-0f68fa8bac21 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 932 time: 0.2784562
Feb 17 21:30:02.445915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 21:30:02.465984 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e171b623-c66a-46a9-a963-30cef72b58e1 req-6554570d-29a5-4587-a3f8-1f3ea3f979e2 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4266911
Feb 17 21:30:02.600197 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d0625ef4-5ff8-4463-a30b-8706685654d5 req-62e59e48-7c8e-454c-bf9a-deba4d40ac54 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539023
Feb 17 21:30:02.736217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa118ed9-5f28-48de-b160-ab3e466e42c8 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:30:02.797255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.837492 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a64740-431f-4589-9b86-7c7004714245', 'code': 200}
Feb 17 21:30:02.860929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Transition to ACTIVE for port object fa118ed9-5f28-48de-b160-ab3e466e42c8 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:30:02.867940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-2ea0f879-8948-439e-bcf5-8c089a275792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:02.869860 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-2ea0f879-8948-439e-bcf5-8c089a275792 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1160 time: 0.6259708
Feb 17 21:30:02.874097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:02.900491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5f8563c1-5e8f-482b-877d-b8d35233029e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:02.951023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=27a64740-431f-4589-9b86-7c7004714245,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:02.963286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:02.964145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.041138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53778) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:03.041138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53780) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:03.105955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.145270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:03.158874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:03.165019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Usage tracker for resource:security_group_rule and tenant:c54e5c1bd87b46fe974596360aba4576 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:03.172335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:03.184789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:03.192706 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-62ed9ea0-28e5-457b-9977-3e6f77b37809 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98f91ac227824791a57f065878a13b18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1468081
Feb 17 21:30:03.198909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53788) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:03.205098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 21:30:03.216018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-d23624e1-fb80-44c3-8cc0-61590cf23c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:03.217664 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-d23624e1-fb80-44c3-8cc0-61590cf23c28 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 913 time: 0.3212843
Feb 17 21:30:03.247145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34c867-8ae6-489d-9220-336d8b645293 req-4557fcb7-7dd5-4da5-9021-c75d09d13c40 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:03.248926 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8a34c867-8ae6-489d-9220-336d8b645293 req-4557fcb7-7dd5-4da5-9021-c75d09d13c40 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.3744385
Feb 17 21:30:03.251131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec1733-591d-4cb8-843a-8b33198f63c1 req-cf9c1a24-2e2a-48ab-8803-08a6d06b0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:03.253304 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-55ec1733-591d-4cb8-843a-8b33198f63c1 req-cf9c1a24-2e2a-48ab-8803-08a6d06b0804 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 1163 time: 0.2735624
Feb 17 21:30:03.282469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 27a64740-431f-4589-9b86-7c7004714245 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:03.283077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.339843 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-cb654ef3-a262-4fba-a230-dd689a9b8b33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 200  len: 217 time: 0.1072533
Feb 17 21:30:03.393742 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-55ec1733-591d-4cb8-843a-8b33198f63c1 req-a7910263-3969-404a-ab63-02dc6001a853 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271369
Feb 17 21:30:03.396637 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8a34c867-8ae6-489d-9220-336d8b645293 req-637eabc1-d5e4-4c4f-90bc-f63f66b82638 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314099
Feb 17 21:30:03.411767 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0df5cd8a-fe1a-4727-bf25-85277d61d862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.444378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.444608 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Pushing event updated for resources: {'Port': ['ID=fa118ed9-5f28-48de-b160-ab3e466e42c8,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:03.463333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.463711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.464180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.464686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.464880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.465266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.465642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.466020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.466398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.466775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.467154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.467543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.471721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.473136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.473136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.478736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0df5cd8a-fe1a-4727-bf25-85277d61d862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.481706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:03.499835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e87ea3b-9230-4ef4-8e56-2def2e630469 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:30:03.510708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.512281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.516130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-b38b1004-f506-4a16-a555-ffb95a9fc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:03.516664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.517791 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-b38b1004-f506-4a16-a555-ffb95a9fc38a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.1490450
Feb 17 21:30:03.537020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7bd88f01-04f4-4a19-a820-721a956b55a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:03.540989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Transition to ACTIVE for port object 0e87ea3b-9230-4ef4-8e56-2def2e630469 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:30:03.591769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278999cd-24f5-4cc0-a43f-8ddae00ace36,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:03.597095 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c54e5c1bd87b46fe974596360aba4576&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5559220
Feb 17 21:30:03.601379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53794) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:03.607402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.608389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.608389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.608559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.609201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.609305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.609652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.610281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.610791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.611614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.612009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.612427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.612879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.613266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.613649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.614030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.614408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.614832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.615170 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.615559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.615922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.616296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.616684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.617057 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:03.621573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:03.621845 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.622365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0df5cd8a-fe1a-4727-bf25-85277d61d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.628273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-391363a0-6d47-439c-aad5-8256eb808fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:03.645761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5cd8a-fe1a-4727-bf25-85277d61d862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ef4e4-b2e5-407e-8f8c-b542e8fc0d03,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:03.649092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0df5cd8a-fe1a-4727-bf25-85277d61d862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:03.653843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0df5cd8a-fe1a-4727-bf25-85277d61d862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.655209 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-0df5cd8a-fe1a-4727-bf25-85277d61d862 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/931ef4e4-b2e5-407e-8f8c-b542e8fc0d03 HTTP/1.1" status: 204  len: 168 time: 0.4552655
Feb 17 21:30:03.752329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:03.860435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ec62b-8ff2-4e9b-a724-1d878e31d60f req-dea35ad9-451b-4fa5-b0e1-9c01add52ad8 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:03.862886 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-064ec62b-8ff2-4e9b-a724-1d878e31d60f req-dea35ad9-451b-4fa5-b0e1-9c01add52ad8 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 944 time: 0.1157706
Feb 17 21:30:03.866636 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-8f6044e1-ac1f-47cd-8f23-4a6f741889e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2554958
Feb 17 21:30:03.875636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:03.895197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Attempting to bind port fa118ed9-5f28-48de-b160-ab3e466e42c8 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:30:03.895816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Attempting to bind port fa118ed9-5f28-48de-b160-ab3e466e42c8 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:30:03.896342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Attempting to bind port fa118ed9-5f28-48de-b160-ab3e466e42c8 on network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:30:03.977968 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-064ec62b-8ff2-4e9b-a724-1d878e31d60f req-0c83f73c-9912-483d-bbf3-ab2f7dbf5746 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957003
Feb 17 21:30:04.017080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:30:04.017526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Checking segment: {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:30:04.017944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:04.018352 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Bound using segment: {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:30:04.018860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Bound port: fa118ed9-5f28-48de-b160-ab3e466e42c8, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50404fda-80c7-4deb-b558-be891253a662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:30:04.019244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:04.159500 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e87ea3b-9230-4ef4-8e56-2def2e630469,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:04.179135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:04.256151 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-76e55826-3a50-476f-a58d-a201f2bddc0f service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3568330
Feb 17 21:30:04.275063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bcb716da-bc5b-4073-9f73-e7766bde5578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:04.417840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b816b-2736-489c-a908-1259551c4232 req-dc4255f9-6787-4587-88bc-634b2c810b84 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:04.417840 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360b816b-2736-489c-a908-1259551c4232 req-dc4255f9-6787-4587-88bc-634b2c810b84 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 943 time: 0.7921317
Feb 17 21:30:04.443867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] For port fa118ed9-5f28-48de-b160-ab3e466e42c8, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:30:04.569664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bcb716da-bc5b-4073-9f73-e7766bde5578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:04.830327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd908e0-7cad-4236-9311-f2801e8e9c0e req-d038718b-f30f-4ccd-9a7f-5d0f975c0cf8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:04.836426 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-abd908e0-7cad-4236-9311-f2801e8e9c0e req-d038718b-f30f-4ccd-9a7f-5d0f975c0cf8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1898329
Feb 17 21:30:04.905581 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-abd908e0-7cad-4236-9311-f2801e8e9c0e req-f4c13abd-e298-471a-9f6b-90597a74ac71 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627413
Feb 17 21:30:05.003515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] For port fa118ed9-5f28-48de-b160-ab3e466e42c8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fa118ed9-5f28-48de-b160-ab3e466e42c8,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:30:05.025615 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:05.068628 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:05.229054 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360b816b-2736-489c-a908-1259551c4232 req-01e7faf5-1cd1-441d-9239-add996d8a7d4 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7951593
Feb 17 21:30:05.273218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Attempting to bind port 0e87ea3b-9230-4ef4-8e56-2def2e630469 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:30:05.273605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Attempting to bind port 0e87ea3b-9230-4ef4-8e56-2def2e630469 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:30:05.273986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Attempting to bind port 0e87ea3b-9230-4ef4-8e56-2def2e630469 on network c811b1f9-ede4-4fea-9a52-47638fb8c71d {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:30:05.302330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:30:05.302718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Checking segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:30:05.303279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:05.303692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Bound using segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:30:05.304198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Bound port: 0e87ea3b-9230-4ef4-8e56-2def2e630469, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:30:05.304638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:05.344734 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6ed78c7-161d-4619-b7a0-0ce88fee3194 req-58d3abe7-30e6-4e01-9982-35df46f43f27 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0663321
Feb 17 21:30:05.423346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Pushing event updated for resources: {'Port': ['ID=fa118ed9-5f28-48de-b160-ab3e466e42c8,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:05.450588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.objects.ports [None req-3b06697c-4604-474d-b0c9-aa84eef163f6 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 21:30:05.469904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bcb716da-bc5b-4073-9f73-e7766bde5578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:05.471024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:05.479974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883e3b8-3357-4867-a72d-c4c7404ef8b8 req-bc6af357-5114-49e8-9087-74cba9638a94 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:05.493202 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2883e3b8-3357-4867-a72d-c4c7404ef8b8 req-bc6af357-5114-49e8-9087-74cba9638a94 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 944 time: 0.1446395
Feb 17 21:30:05.500796 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:05.556759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb716da-bc5b-4073-9f73-e7766bde5578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278999cd-24f5-4cc0-a43f-8ddae00ace36,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:05.558370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bcb716da-bc5b-4073-9f73-e7766bde5578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:05.565055 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2883e3b8-3357-4867-a72d-c4c7404ef8b8 req-36fbfaed-0868-460a-ad95-75149b8f4851 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700076
Feb 17 21:30:05.572682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bcb716da-bc5b-4073-9f73-e7766bde5578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:05.576205 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-bcb716da-bc5b-4073-9f73-e7766bde5578 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/278999cd-24f5-4cc0-a43f-8ddae00ace36 HTTP/1.1" status: 204  len: 168 time: 1.9649868
Feb 17 21:30:05.596188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:05.596922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:05.598609 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] 10.222.0.83 "PUT /v2.0/ports/fa118ed9-5f28-48de-b160-ab3e466e42c8 HTTP/1.1" status: 200  len: 1157 time: 5.3675325
Feb 17 21:30:05.599600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] For port 0e87ea3b-9230-4ef4-8e56-2def2e630469, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:30:05.601686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94', 'tag': 'fa118ed9-5f28-48de-b160-ab3e466e42c8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:05.608074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] For port 0e87ea3b-9230-4ef4-8e56-2def2e630469, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:30:05.617613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:05.639693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:05.719789 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94', 'tag': 'fa118ed9-5f28-48de-b160-ab3e466e42c8', 'status': 'completed', 'code': 200}
Feb 17 21:30:05.787076 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55008f-e0b3-41fb-aa5e-e9398b1a0c6d req-c93a6cde-25e5-42c4-84f1-6d1d3a5a034b tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:05.788780 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-de55008f-e0b3-41fb-aa5e-e9398b1a0c6d req-c93a6cde-25e5-42c4-84f1-6d1d3a5a034b tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 945 time: 0.3580785
Feb 17 21:30:06.004403 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-de55008f-e0b3-41fb-aa5e-e9398b1a0c6d req-09667198-9d39-4f48-8e2d-d93a2ed1e03c tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068541
Feb 17 21:30:06.025647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e87ea3b-9230-4ef4-8e56-2def2e630469,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:06.038289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:06.056846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:06.087605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-17710c70-63bb-4cb8-b8fa-1ad9e6dbe92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:06.090042 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-17710c70-63bb-4cb8-b8fa-1ad9e6dbe92d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 1160 time: 0.3697190
Feb 17 21:30:06.201678 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398f1b0-c294-4f8d-bb43-3472da248977 req-e1b1289c-c0c6-4fc5-a741-9a62a476f675 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:06.203667 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9398f1b0-c294-4f8d-bb43-3472da248977 req-e1b1289c-c0c6-4fc5-a741-9a62a476f675 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1650982
Feb 17 21:30:06.207390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:06.208570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:06.210429 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] 10.222.0.83 "PUT /v2.0/ports/0e87ea3b-9230-4ef4-8e56-2def2e630469 HTTP/1.1" status: 200  len: 1158 time: 5.5850098
Feb 17 21:30:06.212930 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-8f0b9558-f1ab-4ece-aee6-41ef2751c47e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa118ed9-5f28-48de-b160-ab3e466e42c8 HTTP/1.1" status: 200  len: 217 time: 0.1056232
Feb 17 21:30:06.243647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 27a64740-431f-4589-9b86-7c7004714245 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:06.245736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:06.324513 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9398f1b0-c294-4f8d-bb43-3472da248977 req-90bc2045-470f-4998-85a4-b5f549ead5bc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102986
Feb 17 21:30:06.351255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-df74f297-dd1a-494c-871c-3d01cc6ec7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:06.353235 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-df74f297-dd1a-494c-871c-3d01cc6ec7bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.1302299
Feb 17 21:30:06.497143 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-9de42120-8b0b-4abc-afdc-9a01d9cabf13 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760634
Feb 17 21:30:06.634534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:06.732124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 87636f60-6915-425a-8fc4-67f937a8fd8c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:30:06.737443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:06.737877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:06.885187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:06.895191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d618c-191e-420d-9c4c-597f454941ba req-80da5933-eb81-4d9a-9260-e98dc054102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:06.897219 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-80da5933-eb81-4d9a-9260-e98dc054102b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 1161 time: 0.5428936
Feb 17 21:30:06.918188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87636f60-6915-425a-8fc4-67f937a8fd8c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:06.930226 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 87636f60-6915-425a-8fc4-67f937a8fd8c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87636f60-6915-425a-8fc4-67f937a8fd8c,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:06.934862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:06.936917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:06.968401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6ecd2-1af7-4e71-94bb-4f48a3cd3504 req-5cd76a91-65b1-4d40-b15e-c750e98f557e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:06.968401 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8bb6ecd2-1af7-4e71-94bb-4f48a3cd3504 req-5cd76a91-65b1-4d40-b15e-c750e98f557e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.2102492
Feb 17 21:30:06.977028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53928) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:06.982859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'floatingip': {'port_id': '27a64740-431f-4589-9b86-7c7004714245'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:07.037414 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-19ab3695-c533-4c99-b162-dc480f28b4f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469 HTTP/1.1" status: 200  len: 217 time: 0.1257749
Feb 17 21:30:07.053238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767f719-fd54-45a4-9776-bdd777f31c6d req-bf3cc021-f21b-4747-81bc-7d979c5c8d27 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:07.055195 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d767f719-fd54-45a4-9776-bdd777f31c6d req-bf3cc021-f21b-4747-81bc-7d979c5c8d27 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 943 time: 0.5558267
Feb 17 21:30:07.152319 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-d696a96f-d490-4e3f-be90-2714c7dd8e7e service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5691411
Feb 17 21:30:07.220068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=87636f60-6915-425a-8fc4-67f937a8fd8c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:07.226550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:07.273313 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53936) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:07.286474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:07.292117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:07.321223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:07.322135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:07.381063 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d767f719-fd54-45a4-9776-bdd777f31c6d req-5a653a3b-1d10-4065-b45b-4800df54ef8e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2714257
Feb 17 21:30:07.382620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d618c-191e-420d-9c4c-597f454941ba req-02a98255-1524-4e7b-9eea-b97510d958b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:07.384336 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-02a98255-1524-4e7b-9eea-b97510d958b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 200  len: 850 time: 0.3176150
Feb 17 21:30:07.569069 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ca8202bb-be20-4c5b-b7a7-6c6eb1e6a1f8 req-1a82d1b9-3dd7-43c7-8865-eb19471c5a9e service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4093955
Feb 17 21:30:07.592521 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87636f60-6915-425a-8fc4-67f937a8fd8c', 'code': 200}
Feb 17 21:30:07.659868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d618c-191e-420d-9c4c-597f454941ba req-4e9c2754-29d1-4286-9dfc-8f6565139936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:07.661819 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-4e9c2754-29d1-4286-9dfc-8f6565139936 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c811b1f9-ede4-4fea-9a52-47638fb8c71d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2700446
Feb 17 21:30:07.670582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-41d75e37-6145-4be8-88be-a9d9cc7294ca tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:07.672754 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-41d75e37-6145-4be8-88be-a9d9cc7294ca tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 945 time: 0.1991045
Feb 17 21:30:07.752745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'tag': '0e87ea3b-9230-4ef4-8e56-2def2e630469'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:07.771085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fff71d-afca-4360-a23c-014f3f82790b req-1084f11d-bf80-4aa3-8cd4-0b8f719891ad tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:07.779100 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-68fff71d-afca-4360-a23c-014f3f82790b req-1084f11d-bf80-4aa3-8cd4-0b8f719891ad tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 944 time: 0.6433418
Feb 17 21:30:07.993543 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-68fff71d-afca-4360-a23c-014f3f82790b req-353cb623-69d7-4006-b5f0-faca71ffd4a5 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2134418
Feb 17 21:30:08.036690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:08.151583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:08.160006 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'tag': '0e87ea3b-9230-4ef4-8e56-2def2e630469', 'status': 'completed', 'code': 200}
Feb 17 21:30:08.177581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:136755a9601e41ec9368174b77f41a6a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:08.184690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:08.198819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:08.284661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Deleting port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:30:08.285260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:08.398225 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-9f1f0794-5b54-41ab-b28d-cba3d14a0437 service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7241011
Feb 17 21:30:08.717730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e0fa6-5434-4251-b542-ef49e8c2159f req-f13e2f29-f75b-4d51-9168-40ec88363763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:08.719381 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a33e0fa6-5434-4251-b542-ef49e8c2159f req-f13e2f29-f75b-4d51-9168-40ec88363763 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1162 time: 0.8150201
Feb 17 21:30:08.767741 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-122d618c-191e-420d-9c4c-597f454941ba req-5ac32af7-73e4-4bd7-85ee-8466c3c9297f service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2827570
Feb 17 21:30:08.776692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dc971-7869-4677-b0bb-860842fae444 req-3108b2c0-2bff-4bd9-bad8-b0c4c0fe4450 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:08.785639 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ee7dc971-7869-4677-b0bb-860842fae444 req-3108b2c0-2bff-4bd9-bad8-b0c4c0fe4450 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 945 time: 0.9607513
Feb 17 21:30:08.809375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-45344c14-44f1-402d-97ec-ca09f1cea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:08.811036 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-45344c14-44f1-402d-97ec-ca09f1cea41f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 1160 time: 0.9889023
Feb 17 21:30:08.847067 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a33e0fa6-5434-4251-b542-ef49e8c2159f req-b84ab65e-3587-497f-9208-9f23f64f7f90 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164870
Feb 17 21:30:08.901004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e555b4-b975-4ec3-9538-39f5f4de56d3 req-520f46d6-72d6-46f2-8a79-078ce3590e3c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:08.902702 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-43e555b4-b975-4ec3-9538-39f5f4de56d3 req-520f46d6-72d6-46f2-8a79-078ce3590e3c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 943 time: 0.3816314
Feb 17 21:30:09.013628 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.047335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.061942 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ee7dc971-7869-4677-b0bb-860842fae444 req-6b162807-d466-49ce-a78b-db870ac228d6 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754300
Feb 17 21:30:09.084839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:09.115663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 53988) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:09.155462 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 21:30:09.162891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-bce910a6-60cd-4498-a436-466a26c94385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:09.189124 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-bce910a6-60cd-4498-a436-466a26c94385 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 1161 time: 0.3345084
Feb 17 21:30:09.196685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:09.309731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-43e555b4-b975-4ec3-9538-39f5f4de56d3 req-c331ac04-cf84-46df-ab13-ccfbc0af85dc tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Synchronizing usage tracker for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:30:09.331527 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=136755a9601e41ec9368174b77f41a6a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9323134
Feb 17 21:30:09.332456 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 53996) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:09.342281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:09.342771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.352683 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce5c0a-2995-46ca-aa8b-c2164ed40abc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:09.361439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:09.382304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] For port a53a254c-63ae-45f8-bcb4-dcc495cd58b5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,segment=NetworkSegment(a079ef66-3efa-4f8c-88a5-8d0ddddd8698),segment_id=a079ef66-3efa-4f8c-88a5-8d0ddddd8698)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:09.382715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.391518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.406846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.468328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-43e555b4-b975-4ec3-9538-39f5f4de56d3 req-c331ac04-cf84-46df-ab13-ccfbc0af85dc tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Unset dirty status for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:30:09.469365 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-43e555b4-b975-4ec3-9538-39f5f4de56d3 req-c331ac04-cf84-46df-ab13-ccfbc0af85dc tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5500817
Feb 17 21:30:09.524749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a53a254c-63ae-45f8-bcb4-dcc495cd58b5 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:30:09.526377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d17f658e-6284-4942-aaae-844ebb01bcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.567818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Calling delete_port for a53a254c-63ae-45f8-bcb4-dcc495cd58b5 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:30:09.624329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-22a26cb4-80dc-46e1-a47d-a1eaacc1cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:09.625859 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-22a26cb4-80dc-46e1-a47d-a1eaacc1cb3f service neutron] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 913 time: 0.7996728
Feb 17 21:30:09.633299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d17f658e-6284-4942-aaae-844ebb01bcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.648164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.652463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.662886 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Floating IP d7892bed-84b0-4cad-821f-09dde8d521d1 associated. External IP: 172.27.3.9, port: 27a64740-431f-4589-9b86-7c7004714245.
Feb 17 21:30:09.681950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a53a254c-63ae-45f8-bcb4-dcc495cd58b5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:09.693535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port a53a254c-63ae-45f8-bcb4-dcc495cd58b5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,segment=NetworkSegment(a079ef66-3efa-4f8c-88a5-8d0ddddd8698),segment_id=a079ef66-3efa-4f8c-88a5-8d0ddddd8698)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:09.697341 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.699301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:09.751149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:09.756308 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a53a254c-63ae-45f8-bcb4-dcc495cd58b5', 'code': 200}
Feb 17 21:30:09.758360 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-147c2261-368b-4c0c-a85b-f52a6d9d0f35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa118ed9-5f28-48de-b160-ab3e466e42c8 HTTP/1.1" status: 200  len: 217 time: 0.0982022
Feb 17 21:30:09.776545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Usage tracker for resource:security_group_rule and tenant:a16ed5fa33b140b184757827e62c3bfa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:09.780255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:09.786429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:09.789023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.789421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.789809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.790190 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.790570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.790948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.791322 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.791699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.792197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.792467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.792840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.793207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.793638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.794051 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.794422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.794791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.795163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.795533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.796040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.796430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.796844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.797221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.797582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.797951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:30:09.802578 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:09.854277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d17f658e-6284-4942-aaae-844ebb01bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.862238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7c923440-4826-4a6f-87c9-9b3cba325d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:09.886086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f658e-6284-4942-aaae-844ebb01bcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce5c0a-2995-46ca-aa8b-c2164ed40abc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:09.889960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d17f658e-6284-4942-aaae-844ebb01bcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:09.890997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d17f658e-6284-4942-aaae-844ebb01bcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:09.895395 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d17f658e-6284-4942-aaae-844ebb01bcac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49ce5c0a-2995-46ca-aa8b-c2164ed40abc HTTP/1.1" status: 204  len: 168 time: 0.5550156
Feb 17 21:30:09.908209 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-6d6f3659-190e-4e03-8540-d4846d36c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:09.909866 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-6d6f3659-190e-4e03-8540-d4846d36c678 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 905 time: 0.7201881
Feb 17 21:30:09.930816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:10.032005 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-346756b7-e745-47eb-9dd8-2360345b842d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469 HTTP/1.1" status: 200  len: 217 time: 0.0987043
Feb 17 21:30:10.060025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7b50-3e39-4ce7-a4f4-6a8a221e1121 req-083d9f32-fafb-494a-aa3f-00a9b34d024c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:10.061699 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6d5a7b50-3e39-4ce7-a4f4-6a8a221e1121 req-083d9f32-fafb-494a-aa3f-00a9b34d024c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 944 time: 0.7362628
Feb 17 21:30:10.105304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:30:10.105672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:30:10.111359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Router dc6b9d50-b735-44ec-a393-d995e2799698 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:30:10.113614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-ddb6c429-dab2-4aea-b81b-316f4be5aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:10.115243 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-ddb6c429-dab2-4aea-b81b-316f4be5aa8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.3317564
Feb 17 21:30:10.219946 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-524cd962-49c7-4508-82fe-33ed06e30fde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718477
Feb 17 21:30:10.316081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54014) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:10.395405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:10.651395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Deleting port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:30:10.651791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:10.700981 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6d5a7b50-3e39-4ce7-a4f4-6a8a221e1121 req-45c476d8-c6c2-4546-978e-948f3c90469c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5942600
Feb 17 21:30:10.725210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-83cd4f85-e583-40b9-8100-9eb7797c98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:10.726722 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-83cd4f85-e583-40b9-8100-9eb7797c98de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 200  len: 850 time: 0.6765425
Feb 17 21:30:10.737305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:10.746420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Usage tracker for resource:security_group_rule and tenant:2dc335f471a8422ea1fcd6875abb2c23 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:10.760771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:10.769773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:30:10.771839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:10.777509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:10.806102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] Sync routers for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:30:10.810444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:10.823941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:10.866818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:30:10.869578 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6656f28>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:30:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:10.873257 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-29456faf-688a-4718-9913-c79e2c7746cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "PUT /v2.0/floatingips/d7892bed-84b0-4cad-821f-09dde8d521d1 HTTP/1.1" status: 200  len: 990 time: 3.8950229
Feb 17 21:30:10.879245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'tag': '27a64740-431f-4589-9b86-7c7004714245'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:10.893957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071c89-8211-4cca-b376-bad19066e9ed req-16f537bc-7dde-45d8-ad6c-3a97d718d562 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:10.895597 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-57071c89-8211-4cca-b376-bad19066e9ed req-16f537bc-7dde-45d8-ad6c-3a97d718d562 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 943 time: 0.5540044
Feb 17 21:30:11.024242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:11.038939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:11.051344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:11.068238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6cd6768c-aa47-4b58-8593-0411e88450a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:11.094685 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-57071c89-8211-4cca-b376-bad19066e9ed req-fb74dbc2-947f-463c-be36-e398f872b681 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/security-groups?id=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059265
Feb 17 21:30:11.105490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34223984-0970-4a59-8e2a-e550829e088c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:11.110716 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2dc335f471a8422ea1fcd6875abb2c23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7909482
Feb 17 21:30:11.112560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:11.114093 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54032) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:11.176593 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:30:11.205346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1094de34-7f05-4589-ab53-773f117238e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:11.248957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1094de34-7f05-4589-ab53-773f117238e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:11.311318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1094de34-7f05-4589-ab53-773f117238e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:11.319663 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a16ed5fa33b140b184757827e62c3bfa&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1709619
Feb 17 21:30:11.320185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-949ce7aa-d894-46ab-afe5-14512e6dce4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:11.323859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130002ed-89e3-4f77-9885-e0c3aa2ba1d4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:11.336477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54036) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:11.338705 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-128a0724-6acf-4218-9d99-6a2f639007dc service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0860209
Feb 17 21:30:11.351193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094de34-7f05-4589-ab53-773f117238e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34223984-0970-4a59-8e2a-e550829e088c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:11.358147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1094de34-7f05-4589-ab53-773f117238e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:11.397600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1094de34-7f05-4589-ab53-773f117238e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:11.404110 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1094de34-7f05-4589-ab53-773f117238e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34223984-0970-4a59-8e2a-e550829e088c HTTP/1.1" status: 204  len: 168 time: 0.2889016
Feb 17 21:30:11.422794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:11.433616 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'tag': '27a64740-431f-4589-9b86-7c7004714245', 'status': 'completed', 'code': 200}
Feb 17 21:30:11.613540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] For port a53a254c-63ae-45f8-bcb4-dcc495cd58b5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,segment=NetworkSegment(a079ef66-3efa-4f8c-88a5-8d0ddddd8698),segment_id=a079ef66-3efa-4f8c-88a5-8d0ddddd8698)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:11.616858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:11.621372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e167d-be1d-47d3-8064-92b246ace31a req-f1bb5840-3556-42dc-8d20-abe40329b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:11.626927 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-251e167d-be1d-47d3-8064-92b246ace31a req-f1bb5840-3556-42dc-8d20-abe40329b6ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 1163 time: 0.1648419
Feb 17 21:30:11.631829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-16def78b-10bf-49be-ad97-11e81404c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:11.633741 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-16def78b-10bf-49be-ad97-11e81404c8b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c811b1f9-ede4-4fea-9a52-47638fb8c71d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8857369
Feb 17 21:30:11.743977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6656f28>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'd7892bed-84b0-4cad-821f-09dde8d521d1', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'port_id': '27a64740-431f-4589-9b86-7c7004714245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'mac_address': 'fa:16:3e:da:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:29:38Z', 'updated_at': '2021-02-17T21:30:08Z', 'revision_number': 1, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:11.749114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] Checking router: dc6b9d50-b735-44ec-a393-d995e2799698 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:30:11.760965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:30:11.761669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6656f28>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:30:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:11.908874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e167d-be1d-47d3-8064-92b246ace31a req-62d936ae-340c-46ee-a8ce-e67aeef47f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:11.911268 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-251e167d-be1d-47d3-8064-92b246ace31a req-62d936ae-340c-46ee-a8ce-e67aeef47f6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.2660859
Feb 17 21:30:11.955686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Calling delete_port for a53a254c-63ae-45f8-bcb4-dcc495cd58b5 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:30:12.052598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:30:12.149495 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-251e167d-be1d-47d3-8064-92b246ace31a req-db922f7f-2e91-42da-94bb-423e8d8dc0ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a64740-431f-4589-9b86-7c7004714245 HTTP/1.1" status: 200  len: 998 time: 0.2288904
Feb 17 21:30:12.159628 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-6feabea0-8314-4253-a096-3388ae4a7e3a service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8021712
Feb 17 21:30:12.277057 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e167d-be1d-47d3-8064-92b246ace31a req-d2c65cb9-b55f-4ac7-8fcf-4b4d08986395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:12.278699 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-251e167d-be1d-47d3-8064-92b246ace31a req-d2c65cb9-b55f-4ac7-8fcf-4b4d08986395 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.1204438
Feb 17 21:30:12.281276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3acf9-da92-427f-8d09-199427ba4e6a req-a5bf375d-3061-4c01-91ff-58e5c7d61906 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:12.289458 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aff3acf9-da92-427f-8d09-199427ba4e6a req-a5bf375d-3061-4c01-91ff-58e5c7d61906 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 943 time: 1.2608085
Feb 17 21:30:12.310131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c5ffe-d2e4-4472-831c-9b45a76c833d req-c0dab531-2c9a-4919-8ac2-99968397dd9e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:12.324489 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d7c5ffe-d2e4-4472-831c-9b45a76c833d req-c0dab531-2c9a-4919-8ac2-99968397dd9e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 944 time: 0.2727027
Feb 17 21:30:12.351231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:12.357353 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7746e8f-d6ae-4525-a019-5e7cade9f38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:12.426011 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aff3acf9-da92-427f-8d09-199427ba4e6a req-2bc7ec89-b391-48a1-b30b-4f380dbefc30 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349108
Feb 17 21:30:12.503870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7746e8f-d6ae-4525-a019-5e7cade9f38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:12.571897 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d7c5ffe-d2e4-4472-831c-9b45a76c833d req-589fd897-4895-4120-a18f-b5656eb90e32 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2464783
Feb 17 21:30:12.587945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:30:12.596211 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-167a5925-5ca6-4f76-a8e8-117032a21eaf service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9186120
Feb 17 21:30:12.605717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:12.606417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:12.636614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e167d-be1d-47d3-8064-92b246ace31a req-6aac5c70-21be-46be-876b-d6919aa90583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:12.641431 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-251e167d-be1d-47d3-8064-92b246ace31a req-6aac5c70-21be-46be-876b-d6919aa90583 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3356578
Feb 17 21:30:12.794877 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a5b9ca-9e6a-44d5-84e2-a6799f89964e req-21ee4aaf-75e8-4cfc-8444-45d0ae33eeac service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1826484
Feb 17 21:30:12.848884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:12.862172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:12.923934 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7bf435ef-a6a2-4a3f-b40b-d944538b8c4e req-4c742459-a482-49e9-a4c7-b1cfe67688f3 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 210 time: 0.0873079
Feb 17 21:30:12.928169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:12.962767 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87ea3b-9230-4ef4-8e56-2def2e630469'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:12.989529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 0e87ea3b-9230-4ef4-8e56-2def2e630469, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:12.994391 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-251e167d-be1d-47d3-8064-92b246ace31a req-1614a7be-4ea2-423a-840c-078f3f7eca1f service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3477178
Feb 17 21:30:12.997689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:12.998648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device fa118ed9-5f28-48de-b160-ab3e466e42c8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:13.057175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:13.065637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Pushing event deleted for resources: {'Port': ['ID=a53a254c-63ae-45f8-bcb4-dcc495cd58b5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:13.133611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:13.190101 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87ea3b-9230-4ef4-8e56-2def2e630469', 'code': 200}
Feb 17 21:30:13.217580 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-251e167d-be1d-47d3-8064-92b246ace31a req-133511a8-4a99-4baf-8aea-3185651cb19d service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2153325
Feb 17 21:30:13.227444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=0e87ea3b-9230-4ef4-8e56-2def2e630469,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:13.231911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:13.233435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6656f28>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'd7892bed-84b0-4cad-821f-09dde8d521d1', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'port_id': '27a64740-431f-4589-9b86-7c7004714245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'mac_address': 'fa:16:3e:da:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:29:38Z', 'updated_at': '2021-02-17T21:30:08Z', 'revision_number': 1, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:13.236626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port fa118ed9-5f28-48de-b160-ab3e466e42c8 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:30:13.248031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca9d4e-86a5-4897-8503-0dbe6cb39d7e None None] The sync data for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi is: [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'd7892bed-84b0-4cad-821f-09dde8d521d1', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'port_id': '27a64740-431f-4589-9b86-7c7004714245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'mac_address': 'fa:16:3e:da:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:29:38Z', 'updated_at': '2021-02-17T21:30:08Z', 'revision_number': 1, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:30:13.253898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port fa118ed9-5f28-48de-b160-ab3e466e42c8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:13.254318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:13.325748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7746e8f-d6ae-4525-a019-5e7cade9f38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:13.339715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:13.356289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-074cf2ce-3e8f-491e-8e9f-4ab127a4e692 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:13.364923 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-074cf2ce-3e8f-491e-8e9f-4ab127a4e692 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 814 time: 0.5526006
Feb 17 21:30:13.457375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] No DVR routers for this DVR port a53a254c-63ae-45f8-bcb4-dcc495cd58b5 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:30:13.465507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:13.483146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:13.514506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'name': 'network-vif-deleted', 'tag': 'a53a254c-63ae-45f8-bcb4-dcc495cd58b5'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:13.526038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7746e8f-d6ae-4525-a019-5e7cade9f38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130002ed-89e3-4f77-9885-e0c3aa2ba1d4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:13.545025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d7746e8f-d6ae-4525-a019-5e7cade9f38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:13.551306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0032b32-3aec-43e2-8601-8c6dbd8a64f9 req-73f27096-b142-4b75-8616-a2605b9949a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:13.553311 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d0032b32-3aec-43e2-8601-8c6dbd8a64f9 req-73f27096-b142-4b75-8616-a2605b9949a9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 1163 time: 0.1271610
Feb 17 21:30:13.559627 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-bd41433b-ecfb-4b43-be3a-99540dcffd72 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/quotas/994a3a20bc6141fb88e82d6b76f5f775 HTTP/1.1" status: 200  len: 375 time: 0.1935828
Feb 17 21:30:13.571103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7746e8f-d6ae-4525-a019-5e7cade9f38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:13.572782 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d7746e8f-d6ae-4525-a019-5e7cade9f38b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/130002ed-89e3-4f77-9885-e0c3aa2ba1d4 HTTP/1.1" status: 204  len: 168 time: 2.2115991
Feb 17 21:30:13.574543 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b7625095-2c55-4bb0-9c78-2f23d0893960 req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.83 "DELETE /v2.0/ports/a53a254c-63ae-45f8-bcb4-dcc495cd58b5 HTTP/1.1" status: 204  len: 173 time: 5.8761969
Feb 17 21:30:13.639391 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d0032b32-3aec-43e2-8601-8c6dbd8a64f9 req-e6a039e4-4f23-4d9b-9e20-f1eecb92a694 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643167
Feb 17 21:30:13.651308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port fa118ed9-5f28-48de-b160-ab3e466e42c8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fa118ed9-5f28-48de-b160-ab3e466e42c8,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:13.654230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:13.655363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:13.707891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a93309eb-381c-4625-99a0-0727a0de1f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:13.794280 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-56be918c-8794-472e-9c0e-8613c2e9f02b tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2179425
Feb 17 21:30:13.926874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e16d2-5adb-46de-b254-1d42b00868c3 None None] New status for floating IP d7892bed-84b0-4cad-821f-09dde8d521d1: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:30:13.948080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859c55d-e331-45f2-b764-b8d63e4bf172 req-75b41c20-7f36-4b6e-94fc-b65a19626623 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:13.957418 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1859c55d-e331-45f2-b764-b8d63e4bf172 req-75b41c20-7f36-4b6e-94fc-b65a19626623 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.2437692
Feb 17 21:30:14.036924 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-ddad74c6-3b90-43a9-85f8-65847cf860ca service neutron] 10.222.0.81 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2335806
Feb 17 21:30:14.085571 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1859c55d-e331-45f2-b764-b8d63e4bf172 req-8c930c55-1809-42b3-a287-ffb9625ad6fc tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270077
Feb 17 21:30:14.136679 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=fa118ed9-5f28-48de-b160-ab3e466e42c8,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:14.199544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:14.235957 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbcd475-7925-496e-ba37-eac37d29147a', 'name': 'network-vif-deleted', 'tag': 'a53a254c-63ae-45f8-bcb4-dcc495cd58b5', 'status': 'completed', 'code': 200}
Feb 17 21:30:14.262565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54160) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:14.306055 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-6466eb61-a0e2-42f4-aa17-3720991fc16b service neutron] 10.222.0.81 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2610822
Feb 17 21:30:14.466893 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:14.467366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:14.501019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:14.509581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54176) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:14.569056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:14.573596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:14.590407 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Usage tracker for resource:security_group_rule and tenant:a611ff5e23b447ba8a67b6db311c5568 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:14.608413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:14.615416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:14.821787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:14.829150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:14.844162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:14.905100 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a611ff5e23b447ba8a67b6db311c5568&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6400821
Feb 17 21:30:14.908683 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54190) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:14.919949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba05d5e-0cb5-4fa3-9c79-138ef8767763,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:14.924671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:14.941206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58470817-57c8-4b32-894f-349ea8613842 req-8668c515-2a8e-4b8b-b905-91b786e4d624 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:14.942937 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-58470817-57c8-4b32-894f-349ea8613842 req-8668c515-2a8e-4b8b-b905-91b786e4d624 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.4009876
Feb 17 21:30:14.990435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:14.997032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-f578cc09-b2d9-492f-8de8-72c8a3b45e81 req-b59a8272-aada-4dd3-8c05-2bbe0add31eb tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Synchronizing usage tracker for tenant:570b245157b34aee9d95fcb6cc611021 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:30:15.001389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Usage tracker for resource:security_group_rule and tenant:be8f5cf9e721485e98d599d637ad6a7e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:15.009139 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-58470817-57c8-4b32-894f-349ea8613842 req-adfc336b-ec6e-4841-8d23-a13ed0244630 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589538
Feb 17 21:30:15.012961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:15.023871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:15.064387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-f578cc09-b2d9-492f-8de8-72c8a3b45e81 req-b59a8272-aada-4dd3-8c05-2bbe0add31eb tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Unset dirty status for tenant:570b245157b34aee9d95fcb6cc611021 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:30:15.065693 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f578cc09-b2d9-492f-8de8-72c8a3b45e81 req-b59a8272-aada-4dd3-8c05-2bbe0add31eb tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] 10.222.0.81 "GET /v2.0/ports?device_id=cdbcd475-7925-496e-ba37-eac37d29147a HTTP/1.1" status: 200  len: 210 time: 0.1594486
Feb 17 21:30:15.085541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:15.101081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f082066-8062-46b2-b1f9-624d2ded7de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.222630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa118ed9-5f28-48de-b160-ab3e466e42c8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:15.276046 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-68812703-027b-4a7e-98e3-be8d1f8e488d req-51b94506-dcc6-462b-a760-e21aa11c3ac4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 210 time: 0.0960259
Feb 17 21:30:15.292098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f082066-8062-46b2-b1f9-624d2ded7de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.321256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:15.323038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.405392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.415551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.436159 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa118ed9-5f28-48de-b160-ab3e466e42c8', 'code': 200}
Feb 17 21:30:15.437271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e78dd130-450b-4384-b130-7597d8900c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:15.450227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f082066-8062-46b2-b1f9-624d2ded7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.501248 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be8f5cf9e721485e98d599d637ad6a7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9904070
Feb 17 21:30:15.503854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54204) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:15.513997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834b8c4-7feb-4d21-8ee4-e007290e2f87,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:15.520065 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device fa118ed9-5f28-48de-b160-ab3e466e42c8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:15.534805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f082066-8062-46b2-b1f9-624d2ded7de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.550874 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7f082066-8062-46b2-b1f9-624d2ded7de1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ba05d5e-0cb5-4fa3-9c79-138ef8767763 HTTP/1.1" status: 204  len: 168 time: 0.6403935
Feb 17 21:30:15.560063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:15.566607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:15.575247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82e612-e2ca-478d-aeeb-f415b9059370 req-fc85977b-a1f7-4d21-a995-59c74db21309 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:15.581281 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d82e612-e2ca-478d-aeeb-f415b9059370 req-fc85977b-a1f7-4d21-a995-59c74db21309 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1719458
Feb 17 21:30:15.616407 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port fa118ed9-5f28-48de-b160-ab3e466e42c8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:15.616611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f082066-8062-46b2-b1f9-624d2ded7de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba05d5e-0cb5-4fa3-9c79-138ef8767763,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:15.617191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.627586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7f082066-8062-46b2-b1f9-624d2ded7de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:15.674091 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d82e612-e2ca-478d-aeeb-f415b9059370 req-f30630b3-991a-41db-b5d0-ed51383e3718 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857418
Feb 17 21:30:15.689866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93ab0010-edaa-4b2a-a697-92ffb31ade33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.730423 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93ab0010-edaa-4b2a-a697-92ffb31ade33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.813269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93ab0010-edaa-4b2a-a697-92ffb31ade33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.823690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e0c1ec51-8ddb-48d5-8b44-c7675131df2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:15.837269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab0010-edaa-4b2a-a697-92ffb31ade33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834b8c4-7feb-4d21-8ee4-e007290e2f87,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:15.839717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-93ab0010-edaa-4b2a-a697-92ffb31ade33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:15.846058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93ab0010-edaa-4b2a-a697-92ffb31ade33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:15.851170 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-93ab0010-edaa-4b2a-a697-92ffb31ade33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e834b8c4-7feb-4d21-8ee4-e007290e2f87 HTTP/1.1" status: 204  len: 168 time: 0.3456016
Feb 17 21:30:15.968469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785100f1-0b67-412b-93b1-a191541c7cc8 req-50bf5234-aca5-4ad1-93e2-5463c2af1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:15.973088 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-785100f1-0b67-412b-93b1-a191541c7cc8 req-50bf5234-aca5-4ad1-93e2-5463c2af1d51 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 1162 time: 0.1568890
Feb 17 21:30:16.053066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54218) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:16.055183 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-785100f1-0b67-412b-93b1-a191541c7cc8 req-cae7bfb0-30a2-4222-a26e-fa37d76e8705 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698516
Feb 17 21:30:16.075084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:16.092804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:16.097638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2883f15bf443769f6a50d20a90d7f5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:16.101037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:16.108335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:16.307886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:16.314706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:16.331159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-34592bec-f9b2-4ef6-83ab-e598571cb531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:16.370625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c299e71-8c50-46a4-a37d-f847d8d2b96b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:16.402643 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:16.429530 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab2883f15bf443769f6a50d20a90d7f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3748779
Feb 17 21:30:16.432186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54242) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:16.439934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd251bd-23b5-4ffd-9ab9-61c11cc3be6e req-51f882cb-5842-4b79-b798-4f0c1bbcec77 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:16.450909 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8fd251bd-23b5-4ffd-9ab9-61c11cc3be6e req-51f882cb-5842-4b79-b798-4f0c1bbcec77 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2645428
Feb 17 21:30:16.521978 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f7161e69-8376-4706-8f73-95187adab83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:16.538169 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8fd251bd-23b5-4ffd-9ab9-61c11cc3be6e req-f95e274b-2f4b-4b63-a53d-a9482d3e1bae tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861893
Feb 17 21:30:16.592320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f7161e69-8376-4706-8f73-95187adab83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:16.690436 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3fbb591c-0df3-4084-af4c-1515565e908f req-c31823c4-d917-46cb-ba8a-924cce69c0bb tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 210 time: 0.0591314
Feb 17 21:30:16.727004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f7161e69-8376-4706-8f73-95187adab83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:16.740653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:16.781890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7161e69-8376-4706-8f73-95187adab83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c299e71-8c50-46a4-a37d-f847d8d2b96b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:16.784806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f7161e69-8376-4706-8f73-95187adab83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:16.788560 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f7161e69-8376-4706-8f73-95187adab83c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c299e71-8c50-46a4-a37d-f847d8d2b96b HTTP/1.1" status: 204  len: 168 time: 0.3527353
Feb 17 21:30:16.793822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f7161e69-8376-4706-8f73-95187adab83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:16.942748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41a43d-b390-4e76-8c1c-10ee0e4d1c75 req-a8877143-77b8-425c-8353-158780c252fc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:16.946037 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2c41a43d-b390-4e76-8c1c-10ee0e4d1c75 req-a8877143-77b8-425c-8353-158780c252fc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2475104
Feb 17 21:30:16.956841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54266) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:16.963386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'floatingip': {'port_id': '0e87ea3b-9230-4ef4-8e56-2def2e630469'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:17.096548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:17.230230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9438-1e44-4332-ad39-1ab6f86afe80 req-917a308d-81b7-42f4-8943-d6a522caca3f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:17.231999 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dd5b9438-1e44-4332-ad39-1ab6f86afe80 req-917a308d-81b7-42f4-8943-d6a522caca3f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1908596
Feb 17 21:30:17.304048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-1ac204a1-4056-48df-b408-e7bae4328e25 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:17.305719 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-1ac204a1-4056-48df-b408-e7bae4328e25 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 814 time: 0.4187009
Feb 17 21:30:17.309235 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dd5b9438-1e44-4332-ad39-1ab6f86afe80 req-c3c40851-a4ac-46f6-8311-d6d4db779a6c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645950
Feb 17 21:30:17.338126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Request body: {'port': {'device_id': '17cc16e5-3799-4796-ade1-177569df3012', 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762', 'admin_state_up': True, 'tenant_id': '994a3a20bc6141fb88e82d6b76f5f775'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:17.529930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:17.569735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:17.590292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Made reservation on behalf of 994a3a20bc6141fb88e82d6b76f5f775 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:30:17.597358 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:17.853736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:30:18.197410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Allocated IP 172.20.0.12 (1dd413ac-737e-4b0b-8e85-ac0d2735b762/584ade9a-b57f-4a6c-bb46-3c9980669017/4d69a324-72ec-4606-9812-b52b2db8e993) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:30:18.307307 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f40ec119-8a12-4d24-9501-dca1a4e84b30 req-121d2c4a-1434-4d3b-a43f-cfd8bd18fda0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 210 time: 0.1026826
Feb 17 21:30:18.314553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 21:30:18.397697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54316) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:18.503956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:18.512074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Deleting subnet 7ab28749-c959-4915-83a0-fef4e99faacb {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:30:18.516058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:18.583733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:18.607299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:18.615554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227dc4-cf02-4f96-a9b7-9741b5046ce3 req-fa7ae1e3-daf0-4555-ac47-66ae52226637 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:18.617459 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b3227dc4-cf02-4f96-a9b7-9741b5046ce3 req-fa7ae1e3-daf0-4555-ac47-66ae52226637 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1589320
Feb 17 21:30:18.675264 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:18.713020 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b3227dc4-cf02-4f96-a9b7-9741b5046ce3 req-08109131-a0e8-47cf-85d3-d4337a26cbbf tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845504
Feb 17 21:30:18.716166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:18.756285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:18.772681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:18.837582 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Floating IP 16426031-cce5-4d77-a034-8ae41dc63f26 associated. External IP: 172.27.3.35, port: 0e87ea3b-9230-4ef4-8e56-2def2e630469.
Feb 17 21:30:19.016131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device fa118ed9-5f28-48de-b160-ab3e466e42c8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:19.239411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port fa118ed9-5f28-48de-b160-ab3e466e42c8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:19.240114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:19.382467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:30:19.383356 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Pushing event updated for resources: {'Port': ['ID=4d69a324-72ec-4606-9812-b52b2db8e993,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:19.386270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:30:19.398997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:19.407133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:30:19.504298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:19.505146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:19.587554 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2565427
Feb 17 21:30:19.611894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Request body: {'port': {'device_id': '17cc16e5-3799-4796-ade1-177569df3012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:19.767308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948c19c-4d8b-46e3-b4e2-e51beb188d9f req-db407950-d0c6-4dfb-9918-eb59ec7dce19 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:19.768034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e948c19c-4d8b-46e3-b4e2-e51beb188d9f req-db407950-d0c6-4dfb-9918-eb59ec7dce19 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:30:19.772082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:19.848292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e948c19c-4d8b-46e3-b4e2-e51beb188d9f req-db407950-d0c6-4dfb-9918-eb59ec7dce19 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:30:19.849614 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e948c19c-4d8b-46e3-b4e2-e51beb188d9f req-db407950-d0c6-4dfb-9918-eb59ec7dce19 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 932 time: 0.3149333
Feb 17 21:30:19.873082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-916fd743-76e4-48e0-a3f6-ce199754083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:19.874735 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-916fd743-76e4-48e0-a3f6-ce199754083f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 1162 time: 0.5629673
Feb 17 21:30:19.957837 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e948c19c-4d8b-46e3-b4e2-e51beb188d9f req-af6ebfa3-2bd6-41d4-8737-f6c18bc6c629 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984237
Feb 17 21:30:20.134436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Router e53efab4-48a6-4a54-ae71-1e8d12980af1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:30:20.377771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d69a324-72ec-4606-9812-b52b2db8e993 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:30:20.387066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:20.486941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf4e55-4060-4d02-8978-9b625fbad887 req-a4cf125e-f49d-4199-9b42-c5a67feb756b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:20.488642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0adf4e55-4060-4d02-8978-9b625fbad887 req-a4cf125e-f49d-4199-9b42-c5a67feb756b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.9790370
Feb 17 21:30:20.516672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Transition to ACTIVE for port object 4d69a324-72ec-4606-9812-b52b2db8e993 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:30:20.522348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:20.545465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:20.546492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:20.588802 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:20.654287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54392) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:20.709676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Pushing event updated for resources: {'Port': ['ID=4d69a324-72ec-4606-9812-b52b2db8e993,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:20.717416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:20.800609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-a01702e1-fdd0-4541-b4fe-dd9a21f7e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:20.802232 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-a01702e1-fdd0-4541-b4fe-dd9a21f7e393 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 913 time: 0.8500993
Feb 17 21:30:20.809550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab28749-c959-4915-83a0-fef4e99faacb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:20.812715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:20.832398 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0adf4e55-4060-4d02-8978-9b625fbad887 req-190e8bff-77f5-4b26-9b97-aebb1203b89e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3164415
Feb 17 21:30:20.864298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:30:20.868764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] Sync routers for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:30:20.869068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:20.879532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:30:20.880196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa697d7f0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:30:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:20.896907 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7ab28749-c959-4915-83a0-fef4e99faacb HTTP/1.1" status: 204  len: 168 time: 2.4954112
Feb 17 21:30:20.897399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54400) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:20.900671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:20.906789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:20.933669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:20.941685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Usage tracker for resource:security_group_rule and tenant:267540f968e74aeeb36462f4174e045f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:20.946360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:20.967279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:20.985897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Attempting to bind port 4d69a324-72ec-4606-9812-b52b2db8e993 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:30:20.985897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Attempting to bind port 4d69a324-72ec-4606-9812-b52b2db8e993 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:30:20.985897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Attempting to bind port 4d69a324-72ec-4606-9812-b52b2db8e993 on network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:30:21.046472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:30:21.047230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Checking segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:30:21.047832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.048508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Bound using segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:30:21.049218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Bound port: 4d69a324-72ec-4606-9812-b52b2db8e993, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:30:21.049806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.065430 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-45c881c6-30b0-47ad-a49d-0e2896e13e11 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "PUT /v2.0/floatingips/16426031-cce5-4d77-a034-8ae41dc63f26 HTTP/1.1" status: 200  len: 991 time: 4.1069291
Feb 17 21:30:21.068931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'tag': '0e87ea3b-9230-4ef4-8e56-2def2e630469'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:21.084078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.108019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:30:21.198284 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.203937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.218648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1ea1c2e5-6871-4a6f-9a39-dbc555a5e1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:21.235297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] For port 4d69a324-72ec-4606-9812-b52b2db8e993, host hv-cinder-76019, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:30:21.244498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] For port 4d69a324-72ec-4606-9812-b52b2db8e993, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4d69a324-72ec-4606-9812-b52b2db8e993,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:30:21.271508 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=267540f968e74aeeb36462f4174e045f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6084294
Feb 17 21:30:21.277313 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54412) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:21.281693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.337418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22015ef-d70d-4cb4-89ee-6a16c81fdc98,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:21.342280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:21.401861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:21.517551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa697d7f0>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '16426031-cce5-4d77-a034-8ae41dc63f26', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'port_id': '0e87ea3b-9230-4ef4-8e56-2def2e630469', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'mac_address': 'fa:16:3e:7a:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:29:45Z', 'updated_at': '2021-02-17T21:30:18Z', 'revision_number': 1, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:21.523632 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] Checking router: e53efab4-48a6-4a54-ae71-1e8d12980af1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:30:21.536135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:30:21.536845 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa697d7f0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:30:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:21.558266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Pushing event updated for resources: {'Port': ['ID=4d69a324-72ec-4606-9812-b52b2db8e993,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:21.562045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:21.577856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b80cd0ca-3349-448a-8ea3-f307d48fd0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.612603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.635116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b80cd0ca-3349-448a-8ea3-f307d48fd0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.651673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:21.652388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.653896 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] 10.222.0.83 "PUT /v2.0/ports/4d69a324-72ec-4606-9812-b52b2db8e993 HTTP/1.1" status: 200  len: 1158 time: 2.0485039
Feb 17 21:30:21.656590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cc16e5-3799-4796-ade1-177569df3012', 'tag': '4d69a324-72ec-4606-9812-b52b2db8e993'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:21.686123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cbc05-b35d-40aa-9b64-a6c703d1b768 req-75521ea7-b9e5-49e5-8cf2-31641c83a877 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:21.687812 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-649cbc05-b35d-40aa-9b64-a6c703d1b768 req-75521ea7-b9e5-49e5-8cf2-31641c83a877 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 944 time: 0.5464783
Feb 17 21:30:21.704158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b80cd0ca-3349-448a-8ea3-f307d48fd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.709719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ba4df9f4-cc78-4b02-8129-28caea5519c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:21.726959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cd0ca-3349-448a-8ea3-f307d48fd0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22015ef-d70d-4cb4-89ee-6a16c81fdc98,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:21.729664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b80cd0ca-3349-448a-8ea3-f307d48fd0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:21.731888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b80cd0ca-3349-448a-8ea3-f307d48fd0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.736333 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b80cd0ca-3349-448a-8ea3-f307d48fd0c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f22015ef-d70d-4cb4-89ee-6a16c81fdc98 HTTP/1.1" status: 204  len: 168 time: 0.4546571
Feb 17 21:30:21.774458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:30:21.775873 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-649cbc05-b35d-40aa-9b64-a6c703d1b768 req-a8edc65d-9ebf-4505-a6dc-e98ce4d1e9f0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744686
Feb 17 21:30:21.783884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fafa54a9898>> segment before_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.784315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fafa54a9898>> subnet precommit_delete_associations 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.785454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa54a98d0>> segment_host_mapping after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.785850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa54a98d0>> port after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.786276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa54a98d0>> port after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.786655 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa54a98d0>> port after_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.787031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa54a98d0>> segment after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.787408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa54a98d0>> subnet after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.787781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa54a98d0>> subnet after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.788151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fafa54a98d0>> subnet after_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.873775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fafa5bd2c88>> subnet after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.874181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fafa5bd2c88>> subnet after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.874573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fafa5bd2c88>> subnet before_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.874955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fafa5bd2c88>> subnet before_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 21:30:21.875354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa54ddeb8>,) {'filters': {'network_id': ['bcd196a8-5e39-468a-80dc-cff223418228']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:21.897200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa54ddeb8>, 'a079ef66-3efa-4f8c-88a5-8d0ddddd8698') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:21.897553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa54ddeb8>, 'a079ef66-3efa-4f8c-88a5-8d0ddddd8698') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:21.913308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.929299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:21.931611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:30:22.130400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54426) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:22.133612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Network bcd196a8-5e39-468a-80dc-cff223418228 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:30:22.144658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.160107 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.176543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:22.180846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Usage tracker for resource:security_group_rule and tenant:e4332abcc3134261b85137f818420154 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:22.183861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:22.189772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:22.248656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa697d7f0>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '16426031-cce5-4d77-a034-8ae41dc63f26', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'port_id': '0e87ea3b-9230-4ef4-8e56-2def2e630469', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'mac_address': 'fa:16:3e:7a:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:29:45Z', 'updated_at': '2021-02-17T21:30:18Z', 'revision_number': 1, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:30:22.257452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b3019-de03-4179-bad7-cdfb2de3f6fe None None] The sync data for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '16426031-cce5-4d77-a034-8ae41dc63f26', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'port_id': '0e87ea3b-9230-4ef4-8e56-2def2e630469', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'mac_address': 'fa:16:3e:7a:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:29:45Z', 'updated_at': '2021-02-17T21:30:18Z', 'revision_number': 1, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:30:22.303021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.309045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.326483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:22.351828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Network bcd196a8-5e39-468a-80dc-cff223418228 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:30:22.380198 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4332abcc3134261b85137f818420154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2481313
Feb 17 21:30:22.385199 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54432) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:22.386662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6933ac50-29dc-4977-aac5-159a71dcbfab,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   from cryptography.utils import int_from_bytes
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   from cryptography.utils import int_from_bytes
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   (rel_b, rel_a, rel_b),
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   (rel_b, rel_a, rel_b),
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:30:22.388411 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:30:22.396784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:22.477806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0db1cf5-9a02-4e95-8c6a-6f9608a24e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.478049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.486177 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.493906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:22.514680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0db1cf5-9a02-4e95-8c6a-6f9608a24e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.523032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd196a8-5e39-468a-80dc-cff223418228,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:22.526652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:22.532906 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bcd196a8-5e39-468a-80dc-cff223418228 HTTP/1.1" status: 204  len: 168 time: 1.6345861
Feb 17 21:30:22.580694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0db1cf5-9a02-4e95-8c6a-6f9608a24e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.586279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4c515d73-560a-4dc5-b736-875e1f5c6b7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:22.599084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db1cf5-9a02-4e95-8c6a-6f9608a24e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6933ac50-29dc-4977-aac5-159a71dcbfab,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:22.605222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d0db1cf5-9a02-4e95-8c6a-6f9608a24e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:22.606090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0db1cf5-9a02-4e95-8c6a-6f9608a24e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.610038 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d0db1cf5-9a02-4e95-8c6a-6f9608a24e77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6933ac50-29dc-4977-aac5-159a71dcbfab HTTP/1.1" status: 204  len: 168 time: 0.2233107
Feb 17 21:30:22.656143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbef012-0efb-4a62-9a14-b04f8bb3bd07 None None] New status for floating IP 16426031-cce5-4d77-a034-8ae41dc63f26: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:30:22.744790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54440) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:22.808879 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-dda0a946-7fce-481f-9103-e7ef7a916bcc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=570b245157b34aee9d95fcb6cc611021&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0600066
Feb 17 21:30:22.810100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54444) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:22.886936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65fca255-8386-4e45-aae8-de6db5bc9205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.919824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65fca255-8386-4e45-aae8-de6db5bc9205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.974985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65fca255-8386-4e45-aae8-de6db5bc9205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:22.981723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7f082066-8062-46b2-b1f9-624d2ded7de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:22.997806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fca255-8386-4e45-aae8-de6db5bc9205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:23.000910 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-65fca255-8386-4e45-aae8-de6db5bc9205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:23.009404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65fca255-8386-4e45-aae8-de6db5bc9205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:23.010754 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-65fca255-8386-4e45-aae8-de6db5bc9205 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23d4f1d7-ce81-4b08-bb5e-5d8a3a1d6d69 HTTP/1.1" status: 204  len: 168 time: 0.1997292
Feb 17 21:30:23.539673 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-032f390e-4fb4-49d8-a021-e49c3cfcf31e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa118ed9-5f28-48de-b160-ab3e466e42c8 HTTP/1.1" status: 200  len: 217 time: 0.1014926
Feb 17 21:30:23.594617 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cc16e5-3799-4796-ade1-177569df3012', 'tag': '4d69a324-72ec-4606-9812-b52b2db8e993', 'status': 'completed', 'code': 200}
Feb 17 21:30:23.688173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-c47cadd3-d353-4cb7-b814-f54821abe2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:23.689925 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-c47cadd3-d353-4cb7-b814-f54821abe2e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 1161 time: 0.1956415
Feb 17 21:30:23.711283 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'tag': '0e87ea3b-9230-4ef4-8e56-2def2e630469', 'status': 'completed', 'code': 200}
Feb 17 21:30:23.851364 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-74a74688-ae16-4e93-8b23-dda78bc75afc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d69a324-72ec-4606-9812-b52b2db8e993 HTTP/1.1" status: 200  len: 217 time: 0.1481659
Feb 17 21:30:23.863270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-8dd7cecd-0239-4664-b2ed-fbad25004738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:23.869335 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-8dd7cecd-0239-4664-b2ed-fbad25004738 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.3213956
Feb 17 21:30:23.945403 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-7e402c06-7085-4011-85f4-897bc4c5a57a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616550
Feb 17 21:30:23.950926 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-cf0e5b3d-779b-43ff-b0e4-b07ef14a244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:23.952636 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-cf0e5b3d-779b-43ff-b0e4-b07ef14a244b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 200  len: 854 time: 0.0924149
Feb 17 21:30:23.982551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-c48fc4cf-6221-4841-93cb-98e1e57230ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:23.984508 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-c48fc4cf-6221-4841-93cb-98e1e57230ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 1163 time: 0.3212154
Feb 17 21:30:24.022757 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-ef032062-f6e9-4cc5-aa34-7d98e61040ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dd413ac-737e-4b0b-8e85-ac0d2735b762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561378
Feb 17 21:30:24.039472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd11a3-9cc5-4fab-a17a-bad3857c9a0d req-e20fd318-b20c-4fec-9a4e-3ff707d888d7 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:24.041140 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2ccd11a3-9cc5-4fab-a17a-bad3857c9a0d req-e20fd318-b20c-4fec-9a4e-3ff707d888d7 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 944 time: 0.2470369
Feb 17 21:30:24.218590 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-abe1ba54-ae29-4afb-96e8-10d3bf3d1d48 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862435
Feb 17 21:30:24.218988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54502) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:24.344653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610e626-b615-4b92-af43-83763b8c3c08 req-40020b21-302b-45ed-82ff-03f842659e10 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:24.351072 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d610e626-b615-4b92-af43-83763b8c3c08 req-40020b21-302b-45ed-82ff-03f842659e10 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.6387951
Feb 17 21:30:24.421265 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa913e3a-0af3-451c-96c9-4a853ce76e87 req-32188938-3850-49c2-9f27-21c116f7fbc1 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1771903
Feb 17 21:30:24.458611 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2ccd11a3-9cc5-4fab-a17a-bad3857c9a0d req-5a429976-6951-4763-bacd-07a15d9cd777 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2369587
Feb 17 21:30:24.582718 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-8ff194a3-a99c-4320-b817-c986046ec67c service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6253421
Feb 17 21:30:24.611785 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:24.653799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:24.658690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Usage tracker for resource:security_group_rule and tenant:d54f3d543536418aa8a8136d9fedaac0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:24.661762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:24.668440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:24.753359 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d610e626-b615-4b92-af43-83763b8c3c08 req-20b2227a-832a-40b9-9d48-de7e241c3538 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3886437
Feb 17 21:30:24.760152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-ed328fa0-060f-4733-a9f9-acc7fcb3a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:24.765636 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-ed328fa0-060f-4733-a9f9-acc7fcb3a5c0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 905 time: 0.7732275
Feb 17 21:30:24.771764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:24.776591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:24.787096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fc987620-316c-41b6-b297-498bb25b8ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:24.801214 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-2c9989ee-783f-423f-a935-a308ae303946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:24.802978 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-2c9989ee-783f-423f-a935-a308ae303946 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 1161 time: 0.3155921
Feb 17 21:30:24.930755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d54f3d543536418aa8a8136d9fedaac0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7085760
Feb 17 21:30:24.936433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54540) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:24.949013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d0755d-7d47-4cdc-94d8-6eae61d2d206,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:24.955022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:25.040958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-70693615-80a9-4467-a593-cbc9d61f7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:25.042704 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-70693615-80a9-4467-a593-cbc9d61f7904 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 908 time: 0.2199090
Feb 17 21:30:25.050797 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-a9eb6637-7b42-4a6f-ab4f-877524cdd32c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469 HTTP/1.1" status: 200  len: 1001 time: 0.2725787
Feb 17 21:30:25.054094 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c19ce13-75a2-42f8-aa97-f7cbdc66ece9 req-a826e851-4165-4ba1-81ae-139a59f4701d service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4630408
Feb 17 21:30:25.151006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9e7f-ec44-44a5-93a7-eb62208f82ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:25.170129 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-5d335c00-d114-4d12-aca6-ff9e47e26c53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d69a324-72ec-4606-9812-b52b2db8e993 HTTP/1.1" status: 200  len: 217 time: 0.1166723
Feb 17 21:30:25.197713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9e7f-ec44-44a5-93a7-eb62208f82ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:25.212874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-41d486ee-5682-485f-8b70-0f13d0976dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:25.214497 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-41d486ee-5682-485f-8b70-0f13d0976dce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 200  len: 850 time: 0.1391053
Feb 17 21:30:25.275975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-dd65e54b-4b1e-4d84-9000-4e040fc2ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:25.277442 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-dd65e54b-4b1e-4d84-9000-4e040fc2ee8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 200  len: 854 time: 0.0923026
Feb 17 21:30:25.336637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-282dbd2e-03ed-4588-8621-74c04bca215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:25.338314 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-282dbd2e-03ed-4588-8621-74c04bca215a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c811b1f9-ede4-4fea-9a52-47638fb8c71d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1126902
Feb 17 21:30:25.339165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9e7f-ec44-44a5-93a7-eb62208f82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:25.344894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:25.365779 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-b47624c3-debe-4afd-95ca-abdbd9af482c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dd413ac-737e-4b0b-8e85-ac0d2735b762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0766566
Feb 17 21:30:25.381469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc9e7f-ec44-44a5-93a7-eb62208f82ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d0755d-7d47-4cdc-94d8-6eae61d2d206,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:25.466358 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5bdc9e7f-ec44-44a5-93a7-eb62208f82ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:25.480896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9e7f-ec44-44a5-93a7-eb62208f82ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:25.482140 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5bdc9e7f-ec44-44a5-93a7-eb62208f82ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98d0755d-7d47-4cdc-94d8-6eae61d2d206 HTTP/1.1" status: 204  len: 168 time: 0.5351396
Feb 17 21:30:25.563065 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-f7058058-29c8-4b42-8f44-8dd760b1b933 service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087905
Feb 17 21:30:25.577550 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-b4abbc48-9457-453f-b24e-df804231126c service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038195
Feb 17 21:30:25.808547 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff363424-5c44-41ac-92c2-0d0cd59f4f4f req-c82f43c0-21e6-410d-aeae-f59be7fe3d94 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2138076
Feb 17 21:30:25.828206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea4678-d476-4103-8ed8-0cf72fb3504b req-3a6d2883-f5a5-4674-bc2b-169b0495e36a tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:25.831017 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f8ea4678-d476-4103-8ed8-0cf72fb3504b req-3a6d2883-f5a5-4674-bc2b-169b0495e36a tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 944 time: 0.2114913
Feb 17 21:30:25.837444 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a614cda-c8d1-4661-b0a8-a199ed7351c9 req-592e728c-2f0d-4a43-be45-d42050f76f2c service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2655985
Feb 17 21:30:25.898269 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f8ea4678-d476-4103-8ed8-0cf72fb3504b req-45fea6e5-470e-4376-a953-46f2faa7fb0e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543265
Feb 17 21:30:26.192946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777857fb-af58-48cc-a3b4-d1291014ca90 req-0dfa6c62-ec4f-4785-8e4e-a10d6f779b8e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:26.195058 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-777857fb-af58-48cc-a3b4-d1291014ca90 req-0dfa6c62-ec4f-4785-8e4e-a10d6f779b8e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1688838
Feb 17 21:30:26.265096 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-777857fb-af58-48cc-a3b4-d1291014ca90 req-f852e310-fe56-4cf8-97c2-202885fd7511 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624602
Feb 17 21:30:26.892495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:27.133522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f946d-7b93-44dd-8c1d-d5d08e4d9a41 req-f2e3f9a6-44b7-4295-b11d-5ec9f94a8bc2 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:27.135205 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a38f946d-7b93-44dd-8c1d-d5d08e4d9a41 req-f2e3f9a6-44b7-4295-b11d-5ec9f94a8bc2 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 944 time: 0.0999930
Feb 17 21:30:27.196940 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a38f946d-7b93-44dd-8c1d-d5d08e4d9a41 req-32efa959-c067-467e-93a6-f3b0c7baa5b0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549290
Feb 17 21:30:27.479343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7c372-3563-4baa-9ceb-b96115f4a4e7 req-9ea4a115-4ecc-4e6c-953b-71787b1b294d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:27.481002 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37a7c372-3563-4baa-9ceb-b96115f4a4e7 req-9ea4a115-4ecc-4e6c-953b-71787b1b294d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.0990107
Feb 17 21:30:27.532779 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37a7c372-3563-4baa-9ceb-b96115f4a4e7 req-6b5bbcfb-5016-4b85-bdf3-130c0cdcb769 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452497
Feb 17 21:30:28.131611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54664) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:28.261811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:28.289318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:28.294265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Usage tracker for resource:security_group_rule and tenant:9f184fceafe94014aadcc7883e1477d1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:28.297506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:28.304635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:28.479804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61ed12-7ce4-456b-9795-fbe3448b07fb req-c9655bb4-7073-4e49-a7cc-2890c1b35a73 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:28.481467 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-af61ed12-7ce4-456b-9795-fbe3448b07fb req-c9655bb4-7073-4e49-a7cc-2890c1b35a73 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 944 time: 0.1423774
Feb 17 21:30:28.491958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:28.510318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:28.522159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-acb67334-a837-46f2-8154-a7ae5f02cbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:28.586351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d33b1-02c8-4115-abb4-871b5ce3de2c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:28.591007 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f184fceafe94014aadcc7883e1477d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4582722
Feb 17 21:30:28.592474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:28.593940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54686) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:28.606932 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-af61ed12-7ce4-456b-9795-fbe3448b07fb req-0c984682-e81b-4d44-a6f5-a3f155ee6904 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178193
Feb 17 21:30:28.728333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3f67eee-7b89-4e8c-ae7c-e332b1f08139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:28.768932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3f67eee-7b89-4e8c-ae7c-e332b1f08139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:28.790320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4d69a324-72ec-4606-9812-b52b2db8e993 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:28.819531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd40e7d-2bb3-41b0-8b9a-d2cde8d3027c req-833aec2e-8be5-4d77-959f-e97568ff7e35 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:28.821234 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fbd40e7d-2bb3-41b0-8b9a-d2cde8d3027c req-833aec2e-8be5-4d77-959f-e97568ff7e35 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1548364
Feb 17 21:30:28.871657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3f67eee-7b89-4e8c-ae7c-e332b1f08139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:28.881302 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fbd40e7d-2bb3-41b0-8b9a-d2cde8d3027c req-7e8e8b73-d1c0-4b30-a567-c89954751ab4 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531807
Feb 17 21:30:28.883493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b9398f97-ea63-4523-8c88-3cf7dfba1fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:28.885604 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 4d69a324-72ec-4606-9812-b52b2db8e993 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:30:28.893583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 4d69a324-72ec-4606-9812-b52b2db8e993 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:28.894022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:28.896318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f67eee-7b89-4e8c-ae7c-e332b1f08139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d33b1-02c8-4115-abb4-871b5ce3de2c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:28.901966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a3f67eee-7b89-4e8c-ae7c-e332b1f08139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:28.904271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3f67eee-7b89-4e8c-ae7c-e332b1f08139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:28.905601 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a3f67eee-7b89-4e8c-ae7c-e332b1f08139 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba4d33b1-02c8-4115-abb4-871b5ce3de2c HTTP/1.1" status: 204  len: 168 time: 0.3105969
Feb 17 21:30:29.100668 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:29.154240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc16e5-3799-4796-ade1-177569df3012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d69a324-72ec-4606-9812-b52b2db8e993'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:29.167601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 4d69a324-72ec-4606-9812-b52b2db8e993, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4d69a324-72ec-4606-9812-b52b2db8e993,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:29.173797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:29.175787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:29.231477 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc16e5-3799-4796-ade1-177569df3012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d69a324-72ec-4606-9812-b52b2db8e993', 'code': 200}
Feb 17 21:30:29.265451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=4d69a324-72ec-4606-9812-b52b2db8e993,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:29.271457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:29.463450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54722) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:29.585350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce91e0-84eb-4fc4-8a98-8a1f0fa9b99f req-a272f0c7-8035-4c25-b1ef-768b8a3e6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:29.587506 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-44ce91e0-84eb-4fc4-8a98-8a1f0fa9b99f req-a272f0c7-8035-4c25-b1ef-768b8a3e6ae2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 1163 time: 0.1484032
Feb 17 21:30:29.647654 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-44ce91e0-84eb-4fc4-8a98-8a1f0fa9b99f req-92209ba4-a882-40ec-8868-9dd6d629afdd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427818
Feb 17 21:30:29.685089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:29.704215 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:29.709106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Usage tracker for resource:security_group_rule and tenant:4eb42b7e2d1f4155b21d54841fb1fadf is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:29.712600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:29.720256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:29.766470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-61b33176-e6cb-4313-950f-05fc4b6420a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:29.844515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67855b6a-d940-4a1e-8f4d-25b7e835cff9 req-967e0223-05bb-4de0-8285-31494f0d2f81 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:29.853619 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-67855b6a-d940-4a1e-8f4d-25b7e835cff9 req-967e0223-05bb-4de0-8285-31494f0d2f81 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 946 time: 0.1120839
Feb 17 21:30:29.858584 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:29.864644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:29.879229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1094de34-7f05-4589-ab53-773f117238e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:29.938973 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4eb42b7e2d1f4155b21d54841fb1fadf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4735932
Feb 17 21:30:29.940421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54748) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:29.941300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1548b97-c410-4044-b18c-ce224d62f8d5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:29.945640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:30.047588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4d69a324-72ec-4606-9812-b52b2db8e993 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:30.206503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a52e940e-f34c-4e09-abed-3a3096e7fcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.218403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 4d69a324-72ec-4606-9812-b52b2db8e993 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:30.218951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.248635 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-67855b6a-d940-4a1e-8f4d-25b7e835cff9 req-459366a6-afa0-4f17-9b79-42ed2988a5c0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3887358
Feb 17 21:30:30.373513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54792) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:30.516153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a52e940e-f34c-4e09-abed-3a3096e7fcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.523404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.555022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:30.569568 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Usage tracker for resource:security_group_rule and tenant:953a8cec3cd54fac8f86f2805c7d0ca7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:30.572902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:30.578259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a52e940e-f34c-4e09-abed-3a3096e7fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.583849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:30.586913 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4b5bbcf6-c0b2-4125-accd-8fc2ca3ee090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:30.602232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e940e-f34c-4e09-abed-3a3096e7fcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1548b97-c410-4044-b18c-ce224d62f8d5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:30.610621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a52e940e-f34c-4e09-abed-3a3096e7fcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:30.620581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef605154-c6f2-48ab-8248-56fc11052828 req-bf89a94c-7321-4863-97e1-dc078b47d76b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:30.633453 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ef605154-c6f2-48ab-8248-56fc11052828 req-bf89a94c-7321-4863-97e1-dc078b47d76b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.5526686
Feb 17 21:30:30.696395 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ef605154-c6f2-48ab-8248-56fc11052828 req-3f0a0893-19a7-4f80-be33-c38f3ac800a0 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615585
Feb 17 21:30:30.711188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a52e940e-f34c-4e09-abed-3a3096e7fcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.711188 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a52e940e-f34c-4e09-abed-3a3096e7fcc0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1548b97-c410-4044-b18c-ce224d62f8d5 HTTP/1.1" status: 204  len: 168 time: 0.7604792
Feb 17 21:30:30.742737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.750328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.774846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:30.826562 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 54814) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:30.842381 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=953a8cec3cd54fac8f86f2805c7d0ca7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4672947
Feb 17 21:30:30.844713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5171a0-2419-421e-946a-b65ad1c11e59,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:30.848754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:30.909389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-539eedb0-2208-432f-a5c2-e4e2ab1e211f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.944184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-539eedb0-2208-432f-a5c2-e4e2ab1e211f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:30.995331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-539eedb0-2208-432f-a5c2-e4e2ab1e211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.001472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f7161e69-8376-4706-8f73-95187adab83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:31.018677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eedb0-2208-432f-a5c2-e4e2ab1e211f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5171a0-2419-421e-946a-b65ad1c11e59,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:31.021297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-539eedb0-2208-432f-a5c2-e4e2ab1e211f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.022696 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-539eedb0-2208-432f-a5c2-e4e2ab1e211f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee5171a0-2419-421e-946a-b65ad1c11e59 HTTP/1.1" status: 204  len: 168 time: 0.1948123
Feb 17 21:30:31.023728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-539eedb0-2208-432f-a5c2-e4e2ab1e211f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:31.120974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54832) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:31.149587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.167342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:31.171727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d0aa163ced1b4dc782607cbf832c212c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:31.175030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:31.182060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:31.310710 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.314409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.324170 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:31.370199 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0aa163ced1b4dc782607cbf832c212c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2480185
Feb 17 21:30:31.371247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7c7e21-11df-4716-9c34-c40d66d8ed4b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:31.373905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 54848) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:31.388037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:31.436598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1b4f-feea-4053-818f-f29af837c9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.451833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01828f37-13f6-4f20-8447-e1652e94cc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.489175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01828f37-13f6-4f20-8447-e1652e94cc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.511604 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ff21f-2ed1-454b-913c-7f90ef7c85cc req-aaa5072e-ce08-4506-9ae6-21c0314a13f5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:31.514647 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-471ff21f-2ed1-454b-913c-7f90ef7c85cc req-aaa5072e-ce08-4506-9ae6-21c0314a13f5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 946 time: 0.1338184
Feb 17 21:30:31.546017 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01828f37-13f6-4f20-8447-e1652e94cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.551983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:31.568908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01828f37-13f6-4f20-8447-e1652e94cc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7c7e21-11df-4716-9c34-c40d66d8ed4b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:31.573331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-01828f37-13f6-4f20-8447-e1652e94cc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:31.573673 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-471ff21f-2ed1-454b-913c-7f90ef7c85cc req-769385ce-7125-455c-96f6-5a4e35b15a9f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510888
Feb 17 21:30:31.581121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01828f37-13f6-4f20-8447-e1652e94cc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:31.582505 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-01828f37-13f6-4f20-8447-e1652e94cc0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c7c7e21-11df-4716-9c34-c40d66d8ed4b HTTP/1.1" status: 204  len: 168 time: 0.2072780
Feb 17 21:30:32.118459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4d69a324-72ec-4606-9812-b52b2db8e993 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:32.162136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831efc-8383-47f5-bc38-4c20bc659652 req-ac4cdb9e-7c81-4abe-9f5f-d1a5be49672d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:32.163939 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-61831efc-8383-47f5-bc38-4c20bc659652 req-ac4cdb9e-7c81-4abe-9f5f-d1a5be49672d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1465857
Feb 17 21:30:32.234148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 4d69a324-72ec-4606-9812-b52b2db8e993 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:32.237502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:32.256211 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-61831efc-8383-47f5-bc38-4c20bc659652 req-5138d049-c9c1-425a-810a-c56fe74c7960 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846374
Feb 17 21:30:32.401331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:33.417830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:33.471597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b83d-0b44-4a90-a51b-e04543753a2d req-86904eb6-26ee-4804-bf92-ecbb6e075c55 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:33.473217 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f587b83d-0b44-4a90-a51b-e04543753a2d req-86904eb6-26ee-4804-bf92-ecbb6e075c55 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1002808
Feb 17 21:30:33.527424 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f587b83d-0b44-4a90-a51b-e04543753a2d req-311bd901-b89c-463c-8c19-8191d193467c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456958
Feb 17 21:30:33.862221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:34.415010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141079a3-320c-4551-9059-5b3710534fff req-e07faf66-87bf-43bf-b379-4148d4c697fd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:34.425609 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-e07faf66-87bf-43bf-b379-4148d4c697fd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 814 time: 0.1911845
Feb 17 21:30:34.444976 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-d7735dae-1ca2-4597-9630-66897ed131ec tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/quotas/994a3a20bc6141fb88e82d6b76f5f775 HTTP/1.1" status: 200  len: 375 time: 0.0177011
Feb 17 21:30:34.546944 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-fba1f36f-8c2a-4c05-938c-2c6a74e74fa0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1008263
Feb 17 21:30:34.800951 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-3e36e051-5a37-4c90-8496-cc2787cabe65 service neutron] 10.222.0.81 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368605
Feb 17 21:30:34.809100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2f47d-2ff0-4106-9046-5e17cfb60603 req-9e7bcf4f-b818-40cb-9c11-b19fe68fec21 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:34.817580 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-42e2f47d-2ff0-4106-9046-5e17cfb60603 req-9e7bcf4f-b818-40cb-9c11-b19fe68fec21 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1188138
Feb 17 21:30:34.868720 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-42e2f47d-2ff0-4106-9046-5e17cfb60603 req-1f560aa6-b520-47b4-9e38-04777debb8fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496407
Feb 17 21:30:34.958187 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-c54729a5-4954-417e-8fc7-0a235d16fd34 service neutron] 10.222.0.81 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489155
Feb 17 21:30:35.201382 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8a7992d5-4eb3-4235-abde-ee75e1674ded req-c51098b8-6e7e-470f-9e9a-65d91680ca03 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 210 time: 0.0732818
Feb 17 21:30:36.080656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b93184-3175-41f6-aa25-dc1bd0af3339 req-04250b10-540d-4e07-8b34-e2c414b33a0c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:36.082356 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-90b93184-3175-41f6-aa25-dc1bd0af3339 req-04250b10-540d-4e07-8b34-e2c414b33a0c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.0952940
Feb 17 21:30:36.133212 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-90b93184-3175-41f6-aa25-dc1bd0af3339 req-d0cbbcc5-7234-4261-a20f-9d4f3006a9e2 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442195
Feb 17 21:30:36.387751 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-289c0741-ab4e-4320-be30-31dbf307f7bc req-6a3b098b-2457-4487-ac14-f6cecd07c547 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 210 time: 0.0552590
Feb 17 21:30:36.586327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141079a3-320c-4551-9059-5b3710534fff req-358f6fde-8e58-422c-8895-2c060feaa59a tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:36.588020 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-358f6fde-8e58-422c-8895-2c060feaa59a tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 814 time: 0.1868057
Feb 17 21:30:36.604008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Request body: {'port': {'device_id': 'df46d23e-3000-4aea-a928-cafdd272506c', 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762', 'admin_state_up': True, 'tenant_id': '994a3a20bc6141fb88e82d6b76f5f775'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:36.762917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:36.777651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:36.786755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Made reservation on behalf of 994a3a20bc6141fb88e82d6b76f5f775 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:30:36.792393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:37.111549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Allocated IP 172.20.0.10 (1dd413ac-737e-4b0b-8e85-ac0d2735b762/584ade9a-b57f-4a6c-bb46-3c9980669017/7d8f43c4-61d3-4df1-8fb0-dba9198ab111) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:30:37.339388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:37.345312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95481442-988a-4091-9c30-ba944144fb30 req-1f59b1a0-b03b-45c1-aea4-9fbdb999789d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:37.346956 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95481442-988a-4091-9c30-ba944144fb30 req-1f59b1a0-b03b-45c1-aea4-9fbdb999789d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.0894785
Feb 17 21:30:37.371694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:37.387311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:37.403082 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95481442-988a-4091-9c30-ba944144fb30 req-ae842a82-d25b-48ca-b3a9-ea903cd558b5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494480
Feb 17 21:30:37.530279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Pushing event updated for resources: {'Port': ['ID=7d8f43c4-61d3-4df1-8fb0-dba9198ab111,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:37.544062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:37.598639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:30:37.599855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:30:37.602964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:30:37.620630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718354-c9de-4047-bcb6-787dddf055c7 req-88f6a75f-a77b-4afc-a850-9b9ca67836a8 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:37.622354 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-12718354-c9de-4047-bcb6-787dddf055c7 req-88f6a75f-a77b-4afc-a850-9b9ca67836a8 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 932 time: 0.1069145
Feb 17 21:30:37.677260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:37.678062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:37.686341 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-12718354-c9de-4047-bcb6-787dddf055c7 req-772416e1-520b-45c7-9488-ebd4fdb5bb91 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575795
Feb 17 21:30:37.717800 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1190300
Feb 17 21:30:39.682864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Request body: {'port': {'device_id': 'df46d23e-3000-4aea-a928-cafdd272506c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:39.817546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:39.961169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578911f-119f-4931-90e5-a1c49957ae93 req-a6157012-bdb0-46e8-b0dc-3245a936a0b7 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:39.962714 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3578911f-119f-4931-90e5-a1c49957ae93 req-a6157012-bdb0-46e8-b0dc-3245a936a0b7 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 932 time: 0.0971611
Feb 17 21:30:40.016527 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3578911f-119f-4931-90e5-a1c49957ae93 req-859dfe0a-1039-4b0c-9956-601345e3f0df tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468681
Feb 17 21:30:40.086343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408ee16-2da2-47a6-a2a6-1f33f063b424 req-b0c5ace9-7ef2-42fc-9cfd-dedbab440509 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:40.088035 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c408ee16-2da2-47a6-a2a6-1f33f063b424 req-b0c5ace9-7ef2-42fc-9cfd-dedbab440509 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.2173803
Feb 17 21:30:40.229550 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c408ee16-2da2-47a6-a2a6-1f33f063b424 req-c0372339-1510-48a3-a247-6189716a58df tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292872
Feb 17 21:30:40.420550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:30:40.430640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:40.445003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Transition to ACTIVE for port object 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:30:40.447722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:40.464597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:40.616955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8f43c4-61d3-4df1-8fb0-dba9198ab111,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:40.622976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:40.670782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 55110) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:40.832013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Attempting to bind port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:30:40.832553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Attempting to bind port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:30:40.832860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Attempting to bind port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 on network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:30:40.840309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:30:40.840747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Checking segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:30:40.841137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:40.841544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Bound using segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:30:40.842045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Bound port: 7d8f43c4-61d3-4df1-8fb0-dba9198ab111, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:30:40.842436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:40.876178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:40.908096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:40.914963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Usage tracker for resource:security_group_rule and tenant:dddb4344d847411b84b4f8f65667fcfa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:40.918841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:40.927491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:40.965968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] For port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:30:40.970854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] For port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d8f43c4-61d3-4df1-8fb0-dba9198ab111,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:30:40.974779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:41.051319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:41.055560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:41.059804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:41.089344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d0db1cf5-9a02-4e95-8c6a-6f9608a24e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:41.098990 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dddb4344d847411b84b4f8f65667fcfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4264717
Feb 17 21:30:41.131018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 55130) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:41.132099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3431c2-e8e0-4a97-9619-83a644e7a2c3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:41.139398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:41.171859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8f43c4-61d3-4df1-8fb0-dba9198ab111,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:41.186113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:41.263069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:41.264657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:41.268525 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] 10.222.0.83 "PUT /v2.0/ports/7d8f43c4-61d3-4df1-8fb0-dba9198ab111 HTTP/1.1" status: 200  len: 1158 time: 1.5908651
Feb 17 21:30:41.269081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df46d23e-3000-4aea-a928-cafdd272506c', 'tag': '7d8f43c4-61d3-4df1-8fb0-dba9198ab111'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:41.306018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2754407b-1dc2-4402-ac08-d2da3932c139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:41.347219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2754407b-1dc2-4402-ac08-d2da3932c139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:41.413771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141079a3-320c-4551-9059-5b3710534fff req-4acf7ae4-5cc1-4d92-be54-89f36cc50a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:41.414941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee5b25-4c98-4ba3-8f9b-3e7dd6fef3d4 req-1a0e3d5a-2e02-4cc2-9cfe-6653eff41387 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:41.415582 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-4acf7ae4-5cc1-4d92-be54-89f36cc50a05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 1161 time: 0.0904808
Feb 17 21:30:41.416642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ee5b25-4c98-4ba3-8f9b-3e7dd6fef3d4 req-1a0e3d5a-2e02-4cc2-9cfe-6653eff41387 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 944 time: 0.1782181
Feb 17 21:30:41.417833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2754407b-1dc2-4402-ac08-d2da3932c139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:41.423788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-33aeafd5-c727-44a1-8e25-0822cdb71468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:41.458098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754407b-1dc2-4402-ac08-d2da3932c139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3431c2-e8e0-4a97-9619-83a644e7a2c3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:41.464413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2754407b-1dc2-4402-ac08-d2da3932c139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:41.468716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2754407b-1dc2-4402-ac08-d2da3932c139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:41.473004 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2754407b-1dc2-4402-ac08-d2da3932c139 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db3431c2-e8e0-4a97-9619-83a644e7a2c3 HTTP/1.1" status: 204  len: 168 time: 0.3376858
Feb 17 21:30:41.501617 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ee5b25-4c98-4ba3-8f9b-3e7dd6fef3d4 req-7b643da5-a932-438d-8743-7bec9fad0bba tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633318
Feb 17 21:30:41.784084 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df46d23e-3000-4aea-a928-cafdd272506c', 'tag': '7d8f43c4-61d3-4df1-8fb0-dba9198ab111', 'status': 'completed', 'code': 200}
Feb 17 21:30:41.788330 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-cb3d4e6b-3a42-4a31-b5e3-50c7c2a69c45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8f43c4-61d3-4df1-8fb0-dba9198ab111 HTTP/1.1" status: 200  len: 217 time: 0.3277512
Feb 17 21:30:41.871308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599102f-aef5-403b-a368-5a819d406643 req-97ea3732-24a0-4bdf-88a9-d1f41f927d45 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:41.873009 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f599102f-aef5-403b-a368-5a819d406643 req-97ea3732-24a0-4bdf-88a9-d1f41f927d45 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.4564760
Feb 17 21:30:41.908476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141079a3-320c-4551-9059-5b3710534fff req-c768dd28-5ea3-41e2-b952-72355c40f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:41.910586 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-c768dd28-5ea3-41e2-b952-72355c40f435 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 200  len: 854 time: 0.1117811
Feb 17 21:30:41.984397 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-7a43ecfb-d92e-4597-b23a-51d6aa0cf187 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dd413ac-737e-4b0b-8e85-ac0d2735b762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614555
Feb 17 21:30:41.988142 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f599102f-aef5-403b-a368-5a819d406643 req-15bee90c-fb74-47c2-a701-69046a94d75c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069186
Feb 17 21:30:42.224259 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-63c538b8-d153-495d-93ef-be82ab5d2538 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314019
Feb 17 21:30:42.424411 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-141079a3-320c-4551-9059-5b3710534fff req-2619e469-2fa4-4e4c-8d7c-c0560353e05f service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1600347
Feb 17 21:30:42.572988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-0820c80e-f781-4f13-83cc-d2596d0245f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:42.574632 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-0820c80e-f781-4f13-83cc-d2596d0245f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 1161 time: 0.0852680
Feb 17 21:30:42.808778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-77ae9238-3159-4c77-ba0a-7919bdbd1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:42.810291 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-77ae9238-3159-4c77-ba0a-7919bdbd1c23 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 908 time: 0.2258646
Feb 17 21:30:42.823518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ee036-83ce-474b-a27a-d71da825e61e req-8b25762b-3c23-4cb6-bd58-8d7a9fd62c04 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:42.824431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2a6ee036-83ce-474b-a27a-d71da825e61e req-8b25762b-3c23-4cb6-bd58-8d7a9fd62c04 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:30:42.900876 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-44dd27c3-3f81-4e96-8fd2-4e096d526454 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8f43c4-61d3-4df1-8fb0-dba9198ab111 HTTP/1.1" status: 200  len: 217 time: 0.0722058
Feb 17 21:30:42.948601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2a6ee036-83ce-474b-a27a-d71da825e61e req-8b25762b-3c23-4cb6-bd58-8d7a9fd62c04 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:30:42.949903 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2a6ee036-83ce-474b-a27a-d71da825e61e req-8b25762b-3c23-4cb6-bd58-8d7a9fd62c04 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 944 time: 0.2863395
Feb 17 21:30:43.010901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-158b6b22-2898-4cea-9dc8-0a22b138bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:43.012678 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-158b6b22-2898-4cea-9dc8-0a22b138bb5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 200  len: 854 time: 0.1042564
Feb 17 21:30:43.023700 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2a6ee036-83ce-474b-a27a-d71da825e61e req-30c26ce9-d060-4c2f-90ac-2721013b157c tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642776
Feb 17 21:30:43.075289 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-33db88da-54d9-4b05-ac59-959a897572b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dd413ac-737e-4b0b-8e85-ac0d2735b762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504823
Feb 17 21:30:43.278298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f172b4-b661-4880-9de4-e9dee4629d45 req-72329337-c874-4624-9771-b6a269a6630a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:43.280278 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-01f172b4-b661-4880-9de4-e9dee4629d45 req-72329337-c874-4624-9771-b6a269a6630a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1089747
Feb 17 21:30:43.292905 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-8537ee3e-f03e-4017-beae-0f362edc5831 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007849
Feb 17 21:30:43.344289 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-01f172b4-b661-4880-9de4-e9dee4629d45 req-abcbaf7c-a348-49ea-84b0-e16f7aed43ad tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557313
Feb 17 21:30:43.501776 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d00b55ce-20be-492b-8a9e-71dc155b2036 req-1e2460b8-2c63-403e-9d60-35da088bc2f1 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1923339
Feb 17 21:30:44.081776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 55224) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:44.218826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:44.238419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:44.243614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Usage tracker for resource:security_group_rule and tenant:cf2bc21e59ca47fcab2f560ffef7d343 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:44.250249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:44.250438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c87f4-dff0-4c3c-a920-a7afbdce863a req-2501ef57-3bf2-43fd-8adf-e08368977539 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:44.251114 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f3c87f4-dff0-4c3c-a920-a7afbdce863a req-2501ef57-3bf2-43fd-8adf-e08368977539 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 944 time: 0.0887403
Feb 17 21:30:44.255783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:44.308708 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f3c87f4-dff0-4c3c-a920-a7afbdce863a req-f6ec7b9e-f77c-4dbc-9d24-1221e69fc67a tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495484
Feb 17 21:30:44.353094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:44.356331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:44.364775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:44.425764 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf2bc21e59ca47fcab2f560ffef7d343&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3398316
Feb 17 21:30:44.425764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250af432-0de4-4989-80ad-f2be90bff36d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:44.426478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 55236) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:44.439868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:44.515735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4505342f-35a0-4953-9950-9700610df340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:44.553344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4505342f-35a0-4953-9950-9700610df340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:44.602739 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed6404-7cc4-46e2-b8e0-ed7b71f0a42d req-ea13f1de-1319-46d7-a107-5e1e505eb552 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:44.604531 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2aed6404-7cc4-46e2-b8e0-ed7b71f0a42d req-ea13f1de-1319-46d7-a107-5e1e505eb552 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1331251
Feb 17 21:30:44.614881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4505342f-35a0-4953-9950-9700610df340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:44.621515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-01828f37-13f6-4f20-8447-e1652e94cc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:44.633693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505342f-35a0-4953-9950-9700610df340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250af432-0de4-4989-80ad-f2be90bff36d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:44.638287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4505342f-35a0-4953-9950-9700610df340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:44.645558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4505342f-35a0-4953-9950-9700610df340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:44.647496 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4505342f-35a0-4953-9950-9700610df340 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/250af432-0de4-4989-80ad-f2be90bff36d HTTP/1.1" status: 204  len: 168 time: 0.2196424
Feb 17 21:30:44.671029 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2aed6404-7cc4-46e2-b8e0-ed7b71f0a42d req-fa4d6fba-9175-4d21-8c91-f5690f2c2cac tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595572
Feb 17 21:30:44.978743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 55252) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:44.997981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:45.014866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:45.018996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1001a90d7c1041859a99658ed2882a6f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:45.022000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:45.027638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:45.129157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:45.132763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:45.141911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bcb716da-bc5b-4073-9f73-e7766bde5578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:45.187425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c81595-dd7d-406a-bd99-de11d69ad7a9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:45.192329 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1001a90d7c1041859a99658ed2882a6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2125003
Feb 17 21:30:45.193338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:45.195357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 55258) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:45.260530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a85c3f1-066a-4596-9a7a-ceaf0236c108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:45.290357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a85c3f1-066a-4596-9a7a-ceaf0236c108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:45.336327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a85c3f1-066a-4596-9a7a-ceaf0236c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:45.341704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:45.355016 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85c3f1-066a-4596-9a7a-ceaf0236c108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c81595-dd7d-406a-bd99-de11d69ad7a9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:45.358303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8a85c3f1-066a-4596-9a7a-ceaf0236c108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:45.360497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a85c3f1-066a-4596-9a7a-ceaf0236c108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:45.361743 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8a85c3f1-066a-4596-9a7a-ceaf0236c108 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8c81595-dd7d-406a-bd99-de11d69ad7a9 HTTP/1.1" status: 204  len: 168 time: 0.1655760
Feb 17 21:30:46.828272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 55314) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:46.956193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:46.975703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:46.979835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d83747d55d8f4f5898dbaa8c8b154aad is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:46.982847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:46.988966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:47.077631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:47.081409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:47.090694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-22e2713d-5ee2-4ca4-b5b4-93debb48fc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:47.134590 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d83747d55d8f4f5898dbaa8c8b154aad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3042164
Feb 17 21:30:47.140329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b38017-b76b-4734-8c11-d10b60a0f893,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:47.140596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 55320) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:47.142399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:47.206283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c0be-e9e2-46d4-91ae-d07ed188fafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:47.234714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c0be-e9e2-46d4-91ae-d07ed188fafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:47.283145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c0be-e9e2-46d4-91ae-d07ed188fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:47.287253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-71edd8e1-763e-4f2b-aff8-5047851efdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:47.304322 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0c0be-e9e2-46d4-91ae-d07ed188fafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b38017-b76b-4734-8c11-d10b60a0f893,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:47.307307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5ed0c0be-e9e2-46d4-91ae-d07ed188fafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:47.316504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ed0c0be-e9e2-46d4-91ae-d07ed188fafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:47.330825 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5ed0c0be-e9e2-46d4-91ae-d07ed188fafc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6b38017-b76b-4734-8c11-d10b60a0f893 HTTP/1.1" status: 204  len: 168 time: 0.1807435
Feb 17 21:30:47.937132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98199efd-5a45-4cc9-82c9-a6ec3f03af06 req-be05d58b-4069-47b4-a3d7-281c162faaa3 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:47.939671 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-98199efd-5a45-4cc9-82c9-a6ec3f03af06 req-be05d58b-4069-47b4-a3d7-281c162faaa3 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 944 time: 0.1459179
Feb 17 21:30:47.964308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3810-930e-4a84-8442-ad0fb3ea7610 req-008280a5-e565-4b8c-a81a-590555c9f58f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:47.966047 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b37b3810-930e-4a84-8442-ad0fb3ea7610 req-008280a5-e565-4b8c-a81a-590555c9f58f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1320772
Feb 17 21:30:48.007206 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-98199efd-5a45-4cc9-82c9-a6ec3f03af06 req-b3932bfc-9af1-4d9f-b46d-266f34138988 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491781
Feb 17 21:30:48.030293 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b37b3810-930e-4a84-8442-ad0fb3ea7610 req-933e8806-202f-4354-aa4b-335b5f7de7e8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541463
Feb 17 21:30:51.485808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01e9e5-097e-4489-8c45-31f9a373902a req-e140b58a-8f5b-48a5-b47d-f82c825d09e1 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:51.487386 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa01e9e5-097e-4489-8c45-31f9a373902a req-e140b58a-8f5b-48a5-b47d-f82c825d09e1 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 944 time: 0.0904613
Feb 17 21:30:51.524701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4ac5e-b22e-469d-a227-a49343375694 req-e96700d1-a4fa-49f4-a145-d2b8ad53ee8b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:51.526457 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dea4ac5e-b22e-469d-a227-a49343375694 req-e96700d1-a4fa-49f4-a145-d2b8ad53ee8b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.0932374
Feb 17 21:30:51.550563 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa01e9e5-097e-4489-8c45-31f9a373902a req-91ba5ed3-fb8a-4fb5-b41e-ccb9558b8e5b tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457914
Feb 17 21:30:51.585101 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dea4ac5e-b22e-469d-a227-a49343375694 req-1e670f69-7285-4989-b901-428685766b8f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512986
Feb 17 21:30:51.804200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:51.885039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:30:51.887365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:51.887782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:52.018403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:52.048109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df46d23e-3000-4aea-a928-cafdd272506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8f43c4-61d3-4df1-8fb0-dba9198ab111'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:30:52.058428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d8f43c4-61d3-4df1-8fb0-dba9198ab111,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:30:52.062211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:52.064343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:52.123895 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df46d23e-3000-4aea-a928-cafdd272506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8f43c4-61d3-4df1-8fb0-dba9198ab111', 'code': 200}
Feb 17 21:30:52.161482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=7d8f43c4-61d3-4df1-8fb0-dba9198ab111,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:52.164957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:52.281038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:52.390937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:52.392079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:52.411087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffa5c-c184-45f8-8100-e6a73893707d req-dd61074a-1d6b-4d29-b708-fc42bcf4b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:52.412755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b87ffa5c-c184-45f8-8100-e6a73893707d req-dd61074a-1d6b-4d29-b708-fc42bcf4b61b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 1163 time: 0.0865140
Feb 17 21:30:52.469190 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b87ffa5c-c184-45f8-8100-e6a73893707d req-c9ac6cdf-a7af-4cef-aa56-acd130dace52 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443270
Feb 17 21:30:52.762075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f1b08-692f-4a8a-9b01-3066187d82ce req-e887d8f5-2055-408e-b419-83a08f6e3f78 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:52.763781 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-045f1b08-692f-4a8a-9b01-3066187d82ce req-e887d8f5-2055-408e-b419-83a08f6e3f78 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.0907297
Feb 17 21:30:52.817448 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-045f1b08-692f-4a8a-9b01-3066187d82ce req-c7173867-af97-4ff6-9fce-edf994d9ce91 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465829
Feb 17 21:30:52.949996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406549c-8ce7-4438-88a3-44c59986aee6 req-ffc515dc-3478-4f85-bdc8-092decbb31ab tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:52.951746 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7406549c-8ce7-4438-88a3-44c59986aee6 req-ffc515dc-3478-4f85-bdc8-092decbb31ab tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.0916531
Feb 17 21:30:53.004251 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7406549c-8ce7-4438-88a3-44c59986aee6 req-2066359c-8814-47c2-b07f-5cd485de58ce tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441689
Feb 17 21:30:53.196876 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-ef54149a-3585-4056-9857-57cfb9a4817c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0870147
Feb 17 21:30:53.398618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-40671377-ee36-4a55-9a35-2bff85a4f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:53.400417 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-40671377-ee36-4a55-9a35-2bff85a4f7b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 1162 time: 0.1118548
Feb 17 21:30:53.575675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-ed26a26d-768e-4484-85c9-250fdd544191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:53.589228 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-ed26a26d-768e-4484-85c9-250fdd544191 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 908 time: 0.1630251
Feb 17 21:30:53.681088 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-d06ebd90-2ec1-49fb-9884-995c8f23d467 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6db8dbc1-f568-4920-a3b8-bb1bc4585447 HTTP/1.1" status: 200  len: 217 time: 0.0789471
Feb 17 21:30:54.030528 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382fb8b-098a-4aa9-9525-bacbc7814cac req-772b4440-6b59-4a9d-bb42-8dcef22ea381 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:54.032823 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6382fb8b-098a-4aa9-9525-bacbc7814cac req-772b4440-6b59-4a9d-bb42-8dcef22ea381 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.0925841
Feb 17 21:30:54.081537 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6382fb8b-098a-4aa9-9525-bacbc7814cac req-c04e4d4b-d886-4b50-95ab-05045d249bac tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425220
Feb 17 21:30:54.292501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2968ed-50c1-452d-911e-682190ee28e1 req-efae70cb-6e7a-4b6d-8c8d-9f0e9b7d494c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:54.294111 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b2968ed-50c1-452d-911e-682190ee28e1 req-efae70cb-6e7a-4b6d-8c8d-9f0e9b7d494c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.0915222
Feb 17 21:30:54.349180 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b2968ed-50c1-452d-911e-682190ee28e1 req-b69ae28e-22f7-4374-927f-9a34c97dcfb3 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485311
Feb 17 21:30:54.853239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:30:55.549757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-c9517aea-f9b2-4cca-accf-46091b62682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:55.551346 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-c9517aea-f9b2-4cca-accf-46091b62682a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 200  len: 854 time: 0.0653040
Feb 17 21:30:56.557774 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-693ba209-7e2f-45bb-8ae4-24f6fe202830 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dd413ac-737e-4b0b-8e85-ac0d2735b762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517871
Feb 17 21:30:56.668895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:30:56.753099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:30:56.753537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:56.764647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eeab4-11ab-4810-90c0-ad54f95e9ced req-5af38d49-f27c-456f-a9de-09714b8a925c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:56.767202 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1a9eeab4-11ab-4810-90c0-ad54f95e9ced req-5af38d49-f27c-456f-a9de-09714b8a925c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.0945330
Feb 17 21:30:56.790615 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-8bc46e06-2a3c-48d8-a3ed-c6424ee08f5b service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163551
Feb 17 21:30:56.842207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bde13a-8f74-4040-a2c6-5862c2557afc req-2f179fd2-58df-44b1-8406-fbc5c7a3a688 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:56.851906 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1a9eeab4-11ab-4810-90c0-ad54f95e9ced req-efd2ba36-aec0-4e37-bd2a-9da835b832ea tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692849
Feb 17 21:30:56.856988 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f0bde13a-8f74-4040-a2c6-5862c2557afc req-2f179fd2-58df-44b1-8406-fbc5c7a3a688 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1813636
Feb 17 21:30:56.971895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:56.997046 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f0bde13a-8f74-4040-a2c6-5862c2557afc req-9aae34aa-b355-42e7-9e55-fd795a57df7f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387429
Feb 17 21:30:57.046156 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a68a605c-689e-414c-9702-be3a7aab5bfe req-1c9daa76-b356-4a27-9b40-55df739c5bf1 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2424085
Feb 17 21:30:58.088874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd056bf-b256-4174-8f46-5029386f26bd req-0139bc60-c4e4-42d0-851d-97a4c3c9131c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:58.090821 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbd056bf-b256-4174-8f46-5029386f26bd req-0139bc60-c4e4-42d0-851d-97a4c3c9131c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1118445
Feb 17 21:30:58.182634 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbd056bf-b256-4174-8f46-5029386f26bd req-e9f1e44a-f240-4da0-a4ef-d5b22fbd5950 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840378
Feb 17 21:30:58.273166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f20b76-e425-4939-86ba-917fcac23aea req-0cbe3f55-9d67-435f-abcd-51f3d595b2de tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:30:58.275941 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-20f20b76-e425-4939-86ba-917fcac23aea req-0cbe3f55-9d67-435f-abcd-51f3d595b2de tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1070771
Feb 17 21:30:58.326159 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-20f20b76-e425-4939-86ba-917fcac23aea req-f2ca3969-cd41-431f-808f-efc91d40db0a tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450456
Feb 17 21:30:58.464426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 55512) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:58.602599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:58.619073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:58.623475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Usage tracker for resource:security_group_rule and tenant:30f71ea82a4d4cc0836c333474fca4be is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:58.627340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:58.633272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:58.725056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:58.728581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:58.743255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:58.778960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e255a-9181-493c-b1e9-dd139146e3a8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:58.795744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:58.824950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 55528) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:58.833051 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30f71ea82a4d4cc0836c333474fca4be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3672936
Feb 17 21:30:58.901477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44fb10d2-3909-44c5-8364-8e1df6517624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:58.932729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44fb10d2-3909-44c5-8364-8e1df6517624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:58.979408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44fb10d2-3909-44c5-8364-8e1df6517624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:58.985141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a7f472f5-b79d-4334-8453-228dbcdb0dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:30:58.997980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb10d2-3909-44c5-8364-8e1df6517624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e255a-9181-493c-b1e9-dd139146e3a8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:30:59.001816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-44fb10d2-3909-44c5-8364-8e1df6517624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:30:59.004320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44fb10d2-3909-44c5-8364-8e1df6517624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:59.008246 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-44fb10d2-3909-44c5-8364-8e1df6517624 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb2e255a-9181-493c-b1e9-dd139146e3a8 HTTP/1.1" status: 204  len: 168 time: 0.1798451
Feb 17 21:30:59.748961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08bf84f0-0250-4e34-857d-217d0f3e877c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:59.785412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 55558) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:30:59.898074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1934454165-network', 'tenant_id': '25d40bca22d44f84872012d3b7918953'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:30:59.903277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:59.908181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Usage tracker for resource:network and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:59.911381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:59.917441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:30:59.931238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Made reservation on behalf of 25d40bca22d44f84872012d3b7918953 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:30:59.936290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:59.950167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:30:59.966262 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:30:59.970921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Usage tracker for resource:security_group_rule and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:30:59.973951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:30:59.979738 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:00.067550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:00.070479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:00.074694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:00.108755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:31:00.118741 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa2ffd5-b2af-4c78-878f-759917d125e2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:00.122718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:00.125931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:00.126338 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Added segment d19fd185-93fd-4133-a772-84895b155540 of type vxlan for network bb77aea9-2420-4581-b004-58296525448e
Feb 17 21:31:00.154698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:00.185267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:00.186483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:00.187140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:00.192825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:00.302511 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5159085
Feb 17 21:31:00.303445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Pushing event updated for resources: {'Network': ['ID=bb77aea9-2420-4581-b004-58296525448e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:00.305436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 55568) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:00.312094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Request body: {'subnet': {'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1934454165-subnet', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:00.316384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:00.318543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network bb77aea9-2420-4581-b004-58296525448e details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:31:00.318673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:00.323150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Usage tracker for resource:subnet and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:00.326470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:00.333311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:00.343231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Made reservation on behalf of 25d40bca22d44f84872012d3b7918953 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:00.348202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840523302'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:00.762425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036840604527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840523317'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:00.778494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:00.911801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6072c0d-b41a-4d91-af42-21d16878df31,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:00.918533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:00.981117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Checking segment: {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:00.981512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Network hostable DHCP agents. Network: bb77aea9-2420-4581-b004-58296525448e, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:31:01.000621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Network bb77aea9-2420-4581-b004-58296525448e is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:31:01.009346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, bb77aea9-2420-4581-b004-58296525448e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:01.019246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96ae6e-18b1-4040-9d68-228445faf14e None None] Network bb77aea9-2420-4581-b004-58296525448e requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:31:01.022031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:01.022680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:01.043008 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b5b8dd4c-4360-4b3d-9695-76d4370cf9f5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7364817
Feb 17 21:31:01.045822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 55578) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:01.051733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:01.056810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:01.061667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Usage tracker for resource:router and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:01.068609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:01.074723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:01.101981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:01.103142 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:01.123570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:01.256833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-bb77aea9-2420-4581-b004-58296525448e', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:31:01.257760 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:01.394836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network bb77aea9-2420-4581-b004-58296525448e details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:31:01.451940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:01.530023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-13b3927a-97d8-4bdd-8220-0def61c6964f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:01.557769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c79b2-5852-4221-a820-d1b0d954772e req-5faa1417-8866-424f-9dbd-6b267dfd658a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:01.563875 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4d2c79b2-5852-4221-a820-d1b0d954772e req-5faa1417-8866-424f-9dbd-6b267dfd658a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1033187
Feb 17 21:31:01.618591 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4d2c79b2-5852-4221-a820-d1b0d954772e req-d15cf11d-d26d-4f44-9fc9-bea894ac466a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506101
Feb 17 21:31:01.916077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Allocated IP 172.20.0.2 (bb77aea9-2420-4581-b004-58296525448e/e6072c0d-b41a-4d91-af42-21d16878df31/a2235bda-8459-4293-9fa9-21c366f79817) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:02.056581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.091160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.200160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.212659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Transition to ACTIVE for port object a2235bda-8459-4293-9fa9-21c366f79817 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:02.234144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Transition to ACTIVE for port object a2235bda-8459-4293-9fa9-21c366f79817 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:02.240817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.269540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-303b55d0-83f3-4cd1-ab1c-793715f888d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:02.501871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Pushing event updated for resources: {'Port': ['ID=a2235bda-8459-4293-9fa9-21c366f79817,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:02.505428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:02.508826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.592115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Network bb77aea9-2420-4581-b004-58296525448e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:02.593660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:02.595676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Allocated IP 172.27.3.252 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/53ea7b3d-b625-4c5a-9012-a23918b9a66d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:02.597433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:02.697305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Attempting to bind port a2235bda-8459-4293-9fa9-21c366f79817 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:02.697783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Attempting to bind port a2235bda-8459-4293-9fa9-21c366f79817 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:02.698124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Attempting to bind port a2235bda-8459-4293-9fa9-21c366f79817 on network bb77aea9-2420-4581-b004-58296525448e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:02.704996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:02.705429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Checking segment: {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:02.705889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.706375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Bound using segment: {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:02.707100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Bound port: a2235bda-8459-4293-9fa9-21c366f79817, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:02.707307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.846364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] For port a2235bda-8459-4293-9fa9-21c366f79817, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:02.850756 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] For port a2235bda-8459-4293-9fa9-21c366f79817, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a2235bda-8459-4293-9fa9-21c366f79817,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:02.857089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.882133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.882898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:02.941312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:02.965716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-42ef8422-5fcf-4bea-87d3-ae59e3cd707a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:02.967382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b25057-9c15-4d06-9ee7-49981575c310 req-59df1384-cc0b-40ce-b6dc-c1b75c230c75 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:02.971654 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-60b25057-9c15-4d06-9ee7-49981575c310 req-59df1384-cc0b-40ce-b6dc-c1b75c230c75 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1784470
Feb 17 21:31:03.084730 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-60b25057-9c15-4d06-9ee7-49981575c310 req-60b074bf-406c-4730-9fe1-8b5972eea2e8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029310
Feb 17 21:31:03.160074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Pushing event updated for resources: {'Port': ['ID=a2235bda-8459-4293-9fa9-21c366f79817,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:03.166033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:03.189990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Pushing event updated for resources: {'Port': ['ID=53ea7b3d-b625-4c5a-9012-a23918b9a66d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:03.196430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:03.223046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:03.224266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:03.226614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:03.413197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:03.555191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device fa118ed9-5f28-48de-b160-ab3e466e42c8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:03.746581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port fa118ed9-5f28-48de-b160-ab3e466e42c8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:03.747981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:03.757338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:03.881144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:04.185714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:04.336235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b431a-32c3-44b5-9a67-9ce7dcefd87d req-503f9477-81fd-467a-a429-1364c4f478e8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:04.338028 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-293b431a-32c3-44b5-9a67-9ce7dcefd87d req-503f9477-81fd-467a-a429-1364c4f478e8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.0989003
Feb 17 21:31:04.408836 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-293b431a-32c3-44b5-9a67-9ce7dcefd87d req-d46fb3a7-2da0-4076-abf3-8be936346475 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642331
Feb 17 21:31:04.427283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:31:04.628111 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:31:04.638603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Sync routers for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:31:04.649406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:04.650311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6a569b0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:04.652811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:04.657516 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.6073692
Feb 17 21:31:04.657965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 55700) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:04.849318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08da9b-ca5a-46d5-8113-f44f80a9bd18 None None] Network bb77aea9-2420-4581-b004-58296525448e requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:31:04.895649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a2235bda-8459-4293-9fa9-21c366f79817 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:05.082868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:05.247806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d770b8-fbf1-489a-b65f-b94bad3fe52d req-3aa6f732-7ce9-476f-9b95-e5ffc6faf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:05.249462 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a3d770b8-fbf1-489a-b65f-b94bad3fe52d req-3aa6f732-7ce9-476f-9b95-e5ffc6faf206 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 1162 time: 0.3698459
Feb 17 21:31:05.475360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6f5c9f03-9b69-4867-b8bb-db978c50d3e0 None None] Provisioning for port a2235bda-8459-4293-9fa9-21c366f79817 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:05.493754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6a569b0>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:03Z', 'revision_number': 3, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:05.505841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Checking router: 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:31:05.506247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Updating router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 port 53ea7b3d-b625-4c5a-9012-a23918b9a66d binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:31:05.569334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port a2235bda-8459-4293-9fa9-21c366f79817 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:05.596425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port a2235bda-8459-4293-9fa9-21c366f79817 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:05.596863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:05.612781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:05.770371 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:05.780212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fc8f3-eba8-4023-8982-aa36c6957ec2 req-ec395df2-9b8e-4e4d-b38e-2d804ce8aca5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:05.793080 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f49fc8f3-eba8-4023-8982-aa36c6957ec2 req-ec395df2-9b8e-4e4d-b38e-2d804ce8aca5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1591537
Feb 17 21:31:05.810394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port a2235bda-8459-4293-9fa9-21c366f79817, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a2235bda-8459-4293-9fa9-21c366f79817,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:05.820096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:05.825244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:05.904122 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f49fc8f3-eba8-4023-8982-aa36c6957ec2 req-807e4910-b955-4399-b4dc-9536896efdf0 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100292
Feb 17 21:31:05.937264 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a3d770b8-fbf1-489a-b65f-b94bad3fe52d req-71e8c5fe-8480-45f3-83a8-897c32a06fa4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4337726
Feb 17 21:31:05.975616 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=a2235bda-8459-4293-9fa9-21c366f79817,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:05.979538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:06.081691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.133713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-932a18c5-7096-4911-8a18-c637f41a9348 None None] Provisioning complete for port a2235bda-8459-4293-9fa9-21c366f79817 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:06.134150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-932a18c5-7096-4911-8a18-c637f41a9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.224564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.238393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Transition to ACTIVE for port object 53ea7b3d-b625-4c5a-9012-a23918b9a66d will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:06.242498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.434405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a275dbf0-ae35-4719-b4cc-f9b3e694af5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:06.473308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-08618a84-e0cc-4856-8f77-8e21e30cfe3d None None] Provisioning complete for port a2235bda-8459-4293-9fa9-21c366f79817 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:06.476963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08618a84-e0cc-4856-8f77-8e21e30cfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.573042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Pushing event updated for resources: {'Port': ['ID=53ea7b3d-b625-4c5a-9012-a23918b9a66d,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:06.577500 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Allocated IP 172.20.0.1 (bb77aea9-2420-4581-b004-58296525448e/e6072c0d-b41a-4d91-af42-21d16878df31/ffea4b67-19bb-4ece-b257-f9c0626b4baa) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:06.598254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.598642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.599022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.599543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.599917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.600288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.600692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.601054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.601420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.601783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.602146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.602509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.602928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.603862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.603862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.604137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.604323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.604739 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.605101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.605459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.605822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.606187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.606547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.606902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:06.616063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:06.662962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Attempting to bind port 53ea7b3d-b625-4c5a-9012-a23918b9a66d on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:06.663389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Attempting to bind port 53ea7b3d-b625-4c5a-9012-a23918b9a66d by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:06.663805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Attempting to bind port 53ea7b3d-b625-4c5a-9012-a23918b9a66d on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:06.685072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:06.685553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:06.686005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.686443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:06.687117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Bound port: 53ea7b3d-b625-4c5a-9012-a23918b9a66d, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:06.687566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.773336 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] For port 53ea7b3d-b625-4c5a-9012-a23918b9a66d, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:06.776936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] For port 53ea7b3d-b625-4c5a-9012-a23918b9a66d, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=53ea7b3d-b625-4c5a-9012-a23918b9a66d,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:06.778059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.780788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.805222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Transition to ACTIVE for port object ffea4b67-19bb-4ece-b257-f9c0626b4baa will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:06.808418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-93844389-659e-4244-998e-6f628d4f8bad None None] Provisioning complete for port a2235bda-8459-4293-9fa9-21c366f79817 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:06.809273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93844389-659e-4244-998e-6f628d4f8bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.830219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:06.869223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a2235bda-8459-4293-9fa9-21c366f79817 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:06.872629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e4bbaae7-1fdb-4983-a175-6e5d670da6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:06.908688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:06.950858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Pushing event updated for resources: {'Port': ['ID=53ea7b3d-b625-4c5a-9012-a23918b9a66d,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:06.963516 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:06.994940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port a2235bda-8459-4293-9fa9-21c366f79817 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:06.995781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:07.037122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Pushing event updated for resources: {'Port': ['ID=ffea4b67-19bb-4ece-b257-f9c0626b4baa,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:07.041252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:07.041946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6a569b0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:07.157408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.157855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.158316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.158721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.160937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.161507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.161906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.162301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.163228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.163630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.164027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.164439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.170496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.182045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:07.191854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:07.222129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Network bb77aea9-2420-4581-b004-58296525448e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:07.226712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:07.229873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:07.304276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a6340-27a7-4738-9904-5e296278b0e2 req-1dc93edb-7b8e-4946-b02b-ffe85d216492 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:07.306089 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b97a6340-27a7-4738-9904-5e296278b0e2 req-1dc93edb-7b8e-4946-b02b-ffe85d216492 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.2661562
Feb 17 21:31:07.335876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:07.347899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:07.387948 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b97a6340-27a7-4738-9904-5e296278b0e2 req-bd8c2c02-2a71-466b-be1f-638a67dfbb0f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703330
Feb 17 21:31:07.540702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device fa118ed9-5f28-48de-b160-ab3e466e42c8 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:07.559776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:07.789676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5a3e81ab-48b2-4654-b31f-ec3b1737271d None None] Provisioning for port ffea4b67-19bb-4ece-b257-f9c0626b4baa completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:07.804965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c808ae33-f667-4255-8358-c94798a8928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6a569b0>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:03Z', 'revision_number': 3, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:07.810504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c808ae33-f667-4255-8358-c94798a8928f None None] The sync data for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi is: [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:03Z', 'revision_number': 3, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:31:07.835096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5a3e81ab-48b2-4654-b31f-ec3b1737271d None None] Provisioning complete for port ffea4b67-19bb-4ece-b257-f9c0626b4baa triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:07.835826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a3e81ab-48b2-4654-b31f-ec3b1737271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:07.992888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e81ab-48b2-4654-b31f-ec3b1737271d None None] Port ffea4b67-19bb-4ece-b257-f9c0626b4baa cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:31:07.994735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port fa118ed9-5f28-48de-b160-ab3e466e42c8 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:07.995347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:08.021781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:08.027831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:08.127419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:08.163214 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:08.285928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Pushing event updated for resources: {'Port': ['ID=ffea4b67-19bb-4ece-b257-f9c0626b4baa,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:08.303280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:08.351458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Network bb77aea9-2420-4581-b004-58296525448e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:08.352686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:08.616910 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-efdaee4c-6006-43e9-8a49-c94b306e8bd3 None None] Provisioning complete for port ffea4b67-19bb-4ece-b257-f9c0626b4baa triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:08.617405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efdaee4c-6006-43e9-8a49-c94b306e8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:08.673271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:31:08.692242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-efdaee4c-6006-43e9-8a49-c94b306e8bd3 None None] Port ffea4b67-19bb-4ece-b257-f9c0626b4baa cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:31:08.790012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3067704-2e6d-4a6f-8233-34ace0da62d1 req-086e38cd-c742-4f7a-b163-b4e3a421735e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:08.797525 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c3067704-2e6d-4a6f-8233-34ace0da62d1 req-086e38cd-c742-4f7a-b163-b4e3a421735e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.2363124
Feb 17 21:31:08.884936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 53ea7b3d-b625-4c5a-9012-a23918b9a66d up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:08.996837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:31:09.010434 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c3067704-2e6d-4a6f-8233-34ace0da62d1 req-036c0eb7-c7d7-4a59-b3d4-75059abd758d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021198
Feb 17 21:31:09.044432 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] 10.222.0.81 "PUT /v2.0/routers/577dc06d-4e1c-4cf6-a5f2-125b9bb84083/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3757765
Feb 17 21:31:09.315772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 53ea7b3d-b625-4c5a-9012-a23918b9a66d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:09.322587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 53ea7b3d-b625-4c5a-9012-a23918b9a66d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:09.324856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:09.342087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a05aac-95ca-432c-ade0-01df5ca531d2 req-32e2bc21-f993-4552-a3af-79815462acbe tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:09.356137 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-63a05aac-95ca-432c-ade0-01df5ca531d2 req-32e2bc21-f993-4552-a3af-79815462acbe tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1784003
Feb 17 21:31:09.437219 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-63a05aac-95ca-432c-ade0-01df5ca531d2 req-d6b4d536-27b2-4968-9980-8231d3bbf844 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798566
Feb 17 21:31:09.524960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:09.555575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 53ea7b3d-b625-4c5a-9012-a23918b9a66d, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=53ea7b3d-b625-4c5a-9012-a23918b9a66d,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:09.561980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:09.564078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-303b55d0-83f3-4cd1-ab1c-793715f888d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:09.659333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=53ea7b3d-b625-4c5a-9012-a23918b9a66d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:09.662959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:10.851445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 53ea7b3d-b625-4c5a-9012-a23918b9a66d up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:10.935072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 53ea7b3d-b625-4c5a-9012-a23918b9a66d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:10.935607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:11.157459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Sync routers for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:31:11.172776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:11.174269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa59e2d68>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:11.423750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:11.840119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa59e2d68>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 2, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:11.853527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Checking router: 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:31:11.854594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Updating router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 port ffea4b67-19bb-4ece-b257-f9c0626b4baa binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:31:11.930811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:12.494581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:12.508387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Transition to ACTIVE for port object ffea4b67-19bb-4ece-b257-f9c0626b4baa will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:12.512063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:12.531790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:12.741291 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Pushing event updated for resources: {'Port': ['ID=ffea4b67-19bb-4ece-b257-f9c0626b4baa,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:12.758384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.758781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.759553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.759553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.760114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.760538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.761178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.761555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.761931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.762303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.762751 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.763017 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.763443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.763816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.764184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.764581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.764950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.765304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.765709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.766081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.766451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.766819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.767195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.767522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:12.774806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:12.972068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Attempting to bind port ffea4b67-19bb-4ece-b257-f9c0626b4baa on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:12.972610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Attempting to bind port ffea4b67-19bb-4ece-b257-f9c0626b4baa by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:12.972946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Attempting to bind port ffea4b67-19bb-4ece-b257-f9c0626b4baa on network bb77aea9-2420-4581-b004-58296525448e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:12.980545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:12.981286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Checking segment: {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:12.981936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:12.982567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Bound using segment: {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:12.983451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Bound port: ffea4b67-19bb-4ece-b257-f9c0626b4baa, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:12.984075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:13.093577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] For port ffea4b67-19bb-4ece-b257-f9c0626b4baa, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:13.098396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] For port ffea4b67-19bb-4ece-b257-f9c0626b4baa, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=ffea4b67-19bb-4ece-b257-f9c0626b4baa,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:13.107036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:13.126531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:13.314117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Pushing event updated for resources: {'Port': ['ID=ffea4b67-19bb-4ece-b257-f9c0626b4baa,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:13.320073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:13.380103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:13.380923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa59e2d68>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:13.826545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:14.233232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa59e2d68>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:13Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:14.238168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d60aa-3962-4c78-9f6a-ea7511946654 None None] The sync data for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi is: [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:13Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:31:14.960062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device ffea4b67-19bb-4ece-b257-f9c0626b4baa up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:15.133605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port ffea4b67-19bb-4ece-b257-f9c0626b4baa completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:15.146605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port ffea4b67-19bb-4ece-b257-f9c0626b4baa triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:15.147183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:15.416063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:15.504438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port ffea4b67-19bb-4ece-b257-f9c0626b4baa, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=ffea4b67-19bb-4ece-b257-f9c0626b4baa,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:15.509980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:15.512372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:15.761755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=ffea4b67-19bb-4ece-b257-f9c0626b4baa,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:15.765976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:15.780265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd32d4c-6360-4a51-8b18-683569f83a06 req-cb9d8808-c251-49b1-81d0-83ac8be984b5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:15.782631 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-acd32d4c-6360-4a51-8b18-683569f83a06 req-cb9d8808-c251-49b1-81d0-83ac8be984b5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1224105
Feb 17 21:31:15.878110 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-acd32d4c-6360-4a51-8b18-683569f83a06 req-e244a90a-723d-41c8-adbb-697050cfe277 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824108
Feb 17 21:31:16.101137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-7c5263f5-d832-4ae4-bc75-73ae341ecccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:16.103315 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-7c5263f5-d832-4ae4-bc75-73ae341ecccd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1162 time: 0.5781975
Feb 17 21:31:16.360371 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-f3da8a2d-3b70-4c7c-bfa7-8e4319416c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:16.361977 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-f3da8a2d-3b70-4c7c-bfa7-8e4319416c56 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 913 time: 0.2500482
Feb 17 21:31:16.454505 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-475e9894-1f5f-4d1b-b6c8-d48c4e9864d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 200  len: 217 time: 0.0751338
Feb 17 21:31:16.565256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-8bfc3355-c04b-4c7b-9604-dce01e2cd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:16.566876 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-8bfc3355-c04b-4c7b-9604-dce01e2cd8e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.1010931
Feb 17 21:31:16.640157 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-3b506be7-5641-4aa9-a0c3-125fb2ad1966 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571434
Feb 17 21:31:16.864023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device ffea4b67-19bb-4ece-b257-f9c0626b4baa up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:16.892173 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-02b7defe-e3c4-45ae-ac6b-2c9ecf7101d1 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2352598
Feb 17 21:31:16.980383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port ffea4b67-19bb-4ece-b257-f9c0626b4baa triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:16.980823 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:17.407516 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed5172-ceb8-4c53-ad69-abe8b2c19c76 req-f77dda50-0e08-4d0d-90de-c0eb14a1058a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:17.409244 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-64ed5172-ceb8-4c53-ad69-abe8b2c19c76 req-f77dda50-0e08-4d0d-90de-c0eb14a1058a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1890731
Feb 17 21:31:17.416927 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2fa0940a-8bf6-473f-8eb8-d7454baae4b6 req-5195a9dc-2034-4366-890c-844a6efbd792 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5204167
Feb 17 21:31:17.482815 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-64ed5172-ceb8-4c53-ad69-abe8b2c19c76 req-cce3725b-6d4b-4507-8719-6fa8d3701578 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646141
Feb 17 21:31:18.768397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96aa62-898c-4bc2-8f79-b3cd1dd0f115 req-cda8a504-385b-48cd-b569-c555fe7aafba tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:18.786650 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2b96aa62-898c-4bc2-8f79-b3cd1dd0f115 req-cda8a504-385b-48cd-b569-c555fe7aafba tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1511528
Feb 17 21:31:18.912625 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2b96aa62-898c-4bc2-8f79-b3cd1dd0f115 req-d4f0691f-fbc2-4207-9d17-c1b5c2654844 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210372
Feb 17 21:31:20.171698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862c3e0-5eb0-4dee-ba3a-d70989651eec req-c45ceddd-59f8-4c2b-980e-2204c857e760 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:20.187997 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d862c3e0-5eb0-4dee-ba3a-d70989651eec req-c45ceddd-59f8-4c2b-980e-2204c857e760 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1228168
Feb 17 21:31:20.553185 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d862c3e0-5eb0-4dee-ba3a-d70989651eec req-b7693c04-e47d-46e1-9cf9-246281420183 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3634200
Feb 17 21:31:21.915392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24decf6b-3fec-48da-9df1-a5734aa1ec2e req-40cab3c4-ab77-4657-8c55-2599367e0d8b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:21.922472 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-24decf6b-3fec-48da-9df1-a5734aa1ec2e req-40cab3c4-ab77-4657-8c55-2599367e0d8b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2258153
Feb 17 21:31:22.101831 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-24decf6b-3fec-48da-9df1-a5734aa1ec2e req-9cded8f6-92a4-429b-8d5d-d41b9356da41 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721509
Feb 17 21:31:22.567079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 56014) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:22.706143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:22.724317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:22.728853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Usage tracker for resource:security_group_rule and tenant:de3b637ac99d4a33aa5ddc2c2f5b5144 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:22.732287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:22.739136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:22.843981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:22.847896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:22.863404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:23.007228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66672627-bd2c-4a04-8c93-8f33c8b217d5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:23.019258 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de3b637ac99d4a33aa5ddc2c2f5b5144&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4503453
Feb 17 21:31:23.019482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56038) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:23.023755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:23.129781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:23.150074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a145035a-47b9-4db8-9edd-2dd08a991e1c tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:23.158211 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a145035a-47b9-4db8-9edd-2dd08a991e1c tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 814 time: 0.2809229
Feb 17 21:31:23.181959 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-1a090396-b480-44a1-9d8a-1668d5585ed5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/quotas/994a3a20bc6141fb88e82d6b76f5f775 HTTP/1.1" status: 200  len: 375 time: 0.0210431
Feb 17 21:31:23.182075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:23.283268 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-ae90180f-aa5b-4c29-916d-70ffb500c7d4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1017308
Feb 17 21:31:23.348874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:23.365840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d17f658e-6284-4942-aaae-844ebb01bcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:23.388708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66672627-bd2c-4a04-8c93-8f33c8b217d5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:23.401895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.402316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.402717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.403125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.403532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.403903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.404293 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.404713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.405104 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.405495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.405891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.406828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.407287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.407682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.408075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.408487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.408874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.409264 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.409651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.410036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.410429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.410822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.411214 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.411593 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:31:23.417716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:23.421475 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66672627-bd2c-4a04-8c93-8f33c8b217d5 HTTP/1.1" status: 204  len: 168 time: 0.3984511
Feb 17 21:31:23.430513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:23.445292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-0b1826d5-7569-4af0-b877-4708c6da1aeb tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:23.445923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-0b1826d5-7569-4af0-b877-4708c6da1aeb tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:31:23.446030 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63409c0a-f8e6-45ce-a53f-2c16c6a20269 service neutron] 10.222.0.81 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544147
Feb 17 21:31:23.466162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-0b1826d5-7569-4af0-b877-4708c6da1aeb tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:31:23.467529 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-0b1826d5-7569-4af0-b877-4708c6da1aeb tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 815 time: 0.2358649
Feb 17 21:31:23.489677 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-7cebc64f-f709-48a8-a187-c050c0eb7ae0 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/quotas/25d40bca22d44f84872012d3b7918953 HTTP/1.1" status: 200  len: 375 time: 0.0145822
Feb 17 21:31:23.603753 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-209f78b5-55ed-40a2-a164-0d55fffb0b82 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1070561
Feb 17 21:31:23.621090 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-b60c226b-12d8-472a-8db8-7d19c976f7a1 service neutron] 10.222.0.81 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1633103
Feb 17 21:31:23.778004 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-0c15e758-f1fd-443d-914f-9008e443f446 service neutron] 10.222.0.81 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571653
Feb 17 21:31:23.944854 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-ecf48bbf-1f92-4ee4-aa51-d05621fd74c0 service neutron] 10.222.0.81 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1630077
Feb 17 21:31:23.953245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e67679-5121-44be-90b5-c414e7ef619a req-f7c62eea-a372-4c84-87f8-18094f17413f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:23.963241 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d1e67679-5121-44be-90b5-c414e7ef619a req-f7c62eea-a372-4c84-87f8-18094f17413f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1076021
Feb 17 21:31:24.025051 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d1e67679-5121-44be-90b5-c414e7ef619a req-8456abac-2cb6-486b-a4ab-b7a6f9f69810 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605648
Feb 17 21:31:24.434924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56100) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:24.553875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1568578867-network', 'tenant_id': 'a0fe7e7ed3c64ea694b33c3afe0f1cbb'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:24.558858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:24.562883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Usage tracker for resource:network and tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:24.565983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:24.571988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:24.583218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Made reservation on behalf of a0fe7e7ed3c64ea694b33c3afe0f1cbb for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:24.588021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:24.602365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:24.619670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:24.624060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Usage tracker for resource:security_group_rule and tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:24.627210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:24.633403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:24.724936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:24.727840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:24.732230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4920772d-a0fe-4e45-92f7-f93ce0c21f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:24.764884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:31:24.775000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:24.779052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:24.782605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:24.783030 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Added segment 002ff5de-3ec8-464a-a43c-a380851cddee of type vxlan for network aadfafdf-63c6-4db9-a050-01c1608b571e
Feb 17 21:31:24.811642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:24.843613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:24.845426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:24.846081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:24.851835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-936ea2f0-b2e0-49d6-82f9-25b78e5f3d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:24.959140 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5229092
Feb 17 21:31:24.962327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Pushing event updated for resources: {'Network': ['ID=aadfafdf-63c6-4db9-a050-01c1608b571e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:24.962492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 56108) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:24.965350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:24.968433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Request body: {'subnet': {'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1568578867-subnet', 'tenant_id': 'a0fe7e7ed3c64ea694b33c3afe0f1cbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:24.973812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:24.974069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network aadfafdf-63c6-4db9-a050-01c1608b571e details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:31:24.978393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Usage tracker for resource:subnet and tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:24.982202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:24.987971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:24.998114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Made reservation on behalf of a0fe7e7ed3c64ea694b33c3afe0f1cbb for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:25.003828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14370466'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:25.424902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14370483'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:25.442096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:25.585886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3793648-9825-4710-a5a4-f040f1f3ec48,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:25.591474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:25.654972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Checking segment: {'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:25.655448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Network hostable DHCP agents. Network: aadfafdf-63c6-4db9-a050-01c1608b571e, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:31:25.676196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Network aadfafdf-63c6-4db9-a050-01c1608b571e is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:31:25.684989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, aadfafdf-63c6-4db9-a050-01c1608b571e) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:25.694850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88503f20-eff8-4e14-8326-8580cd997e80 None None] Network aadfafdf-63c6-4db9-a050-01c1608b571e requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:31:25.697332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:25.697994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:25.722755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7592332
Feb 17 21:31:25.933525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed4f8ae-2181-4da1-94f6-747904c5d60e None None] Network aadfafdf-63c6-4db9-a050-01c1608b571e requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:31:26.004415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network aadfafdf-63c6-4db9-a050-01c1608b571e details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:31:26.362664 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ab0284e-2c96-4da3-8e5a-fb6e0f9f1825 req-d549539b-1369-4060-92af-fa0ea93d5bb8 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 210 time: 0.0921988
Feb 17 21:31:26.427303 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e945f299-317f-4578-9850-9e2966765658 req-4d42de15-a469-4165-aeaf-252ef357a39e tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 210 time: 0.1121490
Feb 17 21:31:26.655275 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ca32c-4feb-49a1-8aa2-23221ad5d1c3 req-771d28cb-d16d-42ae-9a3a-9fc868a03a4c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:26.657155 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd4ca32c-4feb-49a1-8aa2-23221ad5d1c3 req-771d28cb-d16d-42ae-9a3a-9fc868a03a4c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1484745
Feb 17 21:31:26.718162 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd4ca32c-4feb-49a1-8aa2-23221ad5d1c3 req-4a48142e-dc49-4df4-9030-904f3363c69f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456212
Feb 17 21:31:26.931722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:27.257514 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-e7fac763-bab6-472e-a6c1-a9733fec5f8f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:27.259376 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-e7fac763-bab6-472e-a6c1-a9733fec5f8f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 814 time: 0.2004037
Feb 17 21:31:27.309402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Request body: {'port': {'device_id': '076f8d45-db9b-4d9e-bc70-7b2a9a723a25', 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762', 'admin_state_up': True, 'tenant_id': '994a3a20bc6141fb88e82d6b76f5f775'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:27.463317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:27.474304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:27.485028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Made reservation on behalf of 994a3a20bc6141fb88e82d6b76f5f775 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:27.490709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:27.557462 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-336b8f4e-0297-40cc-9914-ca00fb25f622 req-ac89325c-41e0-48ac-a7a7-c622237dfad4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 210 time: 0.0562124
Feb 17 21:31:27.599053 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7832e6c9-c44b-4567-b9e4-016ca3fd12a6 req-6f89114e-d7d4-4fdb-95da-96f3bb05fa10 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 210 time: 0.0533335
Feb 17 21:31:27.972085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Allocated IP 172.20.0.13 (1dd413ac-737e-4b0b-8e85-ac0d2735b762/584ade9a-b57f-4a6c-bb46-3c9980669017/bf71e435-c026-4e24-bc88-5dea7233733a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:28.176801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282caa8-c3c7-49a2-8447-a6125559ca89 req-eb034e5d-fb06-4c70-8b10-ea0a49204b89 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:28.184700 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8282caa8-c3c7-49a2-8447-a6125559ca89 req-eb034e5d-fb06-4c70-8b10-ea0a49204b89 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2641778
Feb 17 21:31:28.277779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-2c06b048-ac7a-4473-a326-bc9df8f47184 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:28.279504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-2c06b048-ac7a-4473-a326-bc9df8f47184 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.83 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 815 time: 0.3993304
Feb 17 21:31:28.323090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'port': {'device_id': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'admin_state_up': True, 'tenant_id': '25d40bca22d44f84872012d3b7918953'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:28.434947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-85c1f4b2-04e3-40b0-82af-f26d79d121f7 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:28.436490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-85c1f4b2-04e3-40b0-82af-f26d79d121f7 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Synchronizing usage tracker for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:31:28.479537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-85c1f4b2-04e3-40b0-82af-f26d79d121f7 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Unset dirty status for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:31:28.480881 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-85c1f4b2-04e3-40b0-82af-f26d79d121f7 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/networks?id=aadfafdf-63c6-4db9-a050-01c1608b571e HTTP/1.1" status: 200  len: 809 time: 0.3901374
Feb 17 21:31:28.517761 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d1b9bf1c-ff87-4325-af40-fc9bacb142fd tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/quotas/a0fe7e7ed3c64ea694b33c3afe0f1cbb HTTP/1.1" status: 200  len: 375 time: 0.0285876
Feb 17 21:31:28.533180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:28.545620 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8282caa8-c3c7-49a2-8447-a6125559ca89 req-8140813f-a04b-4e94-9031-78c084a7a0b8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3596618
Feb 17 21:31:28.588713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Usage tracker for resource:port and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:28.598227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:28.603762 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-735b8edd-d19b-4be3-8eb0-cb9166e7d5a5 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0fe7e7ed3c64ea694b33c3afe0f1cbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0733261
Feb 17 21:31:28.605768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:28.608660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:28.643795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:28.717597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Made reservation on behalf of 25d40bca22d44f84872012d3b7918953 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:28.722288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:28.723228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:28.879868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:28.883678 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:28.889522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:28.927141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Pushing event updated for resources: {'Port': ['ID=bf71e435-c026-4e24-bc88-5dea7233733a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:28.935474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:28.943498 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-37fc2976-d847-43be-aba3-6d194196aa2d service neutron] 10.222.0.81 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3312867
Feb 17 21:31:29.007277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:29.009325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:29.107663 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8032219
Feb 17 21:31:29.393601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718fd1-3e32-4777-a601-57f1ab8167a7 req-49393708-7cf5-4809-80d1-e263d5ba71ea tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:29.394415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-41718fd1-3e32-4777-a601-57f1ab8167a7 req-49393708-7cf5-4809-80d1-e263d5ba71ea tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:31:29.441195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-41718fd1-3e32-4777-a601-57f1ab8167a7 req-49393708-7cf5-4809-80d1-e263d5ba71ea tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:31:29.452486 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-41718fd1-3e32-4777-a601-57f1ab8167a7 req-49393708-7cf5-4809-80d1-e263d5ba71ea tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 932 time: 0.2018931
Feb 17 21:31:29.529948 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-41718fd1-3e32-4777-a601-57f1ab8167a7 req-7e9c0497-b9cc-4e73-908a-448a3424c7b7 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763223
Feb 17 21:31:29.553103 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-7d9ead5a-f47a-4518-81af-a4bfc2af9e11 service neutron] 10.222.0.81 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5924656
Feb 17 21:31:29.610670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Allocated IP 172.20.0.13 (bb77aea9-2420-4581-b004-58296525448e/e6072c0d-b41a-4d91-af42-21d16878df31/75abf88c-cf06-43d8-92a6-d2e57b87f273) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:29.777702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e9432746-499d-4b8e-bc8b-be509c3e4a8f req-0c00ea66-28dc-4b7f-9121-a4870acfb11e tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:31:29.782332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b02e-a1d0-4982-b704-174bb564f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:29.824707 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e9432746-499d-4b8e-bc8b-be509c3e4a8f req-0c00ea66-28dc-4b7f-9121-a4870acfb11e tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:31:29.826029 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e9432746-499d-4b8e-bc8b-be509c3e4a8f req-0c00ea66-28dc-4b7f-9121-a4870acfb11e tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 210 time: 0.1206949
Feb 17 21:31:30.202637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f93f9-3ced-4479-81f1-d44f142275a1 req-19d49300-70d6-4a7d-b81e-d0004bbd788d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:30.205603 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-095f93f9-3ced-4479-81f1-d44f142275a1 req-19d49300-70d6-4a7d-b81e-d0004bbd788d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2128749
Feb 17 21:31:30.211488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:30.265637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Transition to ACTIVE for port object 75abf88c-cf06-43d8-92a6-d2e57b87f273 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:30.283537 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-095f93f9-3ced-4479-81f1-d44f142275a1 req-63ba53b8-8d76-41c4-bc34-631e8ebb55c4 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676317
Feb 17 21:31:30.316552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:30.337831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d8e4932c-21e3-47c8-b9b5-847b8ac1bdb5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:30.750787 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0aead9a6-ab01-4973-b20f-97479c3034be req-11cd45d4-6e01-42c6-a551-a3d4bfd293f4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 210 time: 0.3652380
Feb 17 21:31:30.777773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event updated for resources: {'Port': ['ID=75abf88c-cf06-43d8-92a6-d2e57b87f273,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:30.781495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:30.836551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Network bb77aea9-2420-4581-b004-58296525448e is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:30.840871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:30.848813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:30.937625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:30.938325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:30.973074 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6692228
Feb 17 21:31:31.092848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0ac881e9-b2ed-49e4-ac6e-4ceae2048b88 None None] Provisioning for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:31.103403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0ac881e9-b2ed-49e4-ac6e-4ceae2048b88 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:31.103870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0ac881e9-b2ed-49e4-ac6e-4ceae2048b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:31.174085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0ac881e9-b2ed-49e4-ac6e-4ceae2048b88 None None] Port 75abf88c-cf06-43d8-92a6-d2e57b87f273 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:31:31.423082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9bdccf47-7d18-4271-805d-342398400bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:31.856894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:31:32.394200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:33.413825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:33.805628 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 56282) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:33.871301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:33.962297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:33.979578 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:33.989385 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Usage tracker for resource:security_group_rule and tenant:4928c471aabb47f0af033561f89e024e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:33.993046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:34.001822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:34.107553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:34.111881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:34.125393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d9eb5001-e56e-4b64-af07-cd679718086b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:34.173206 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4928c471aabb47f0af033561f89e024e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3656764
Feb 17 21:31:34.176899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56288) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:34.179718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b1149-a45d-4844-b7e6-aa8bf6a08384,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:34.185910 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:34.256867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1916ce75-7c2a-462b-bf97-e8da3289cac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:34.290737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1916ce75-7c2a-462b-bf97-e8da3289cac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:34.348591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1916ce75-7c2a-462b-bf97-e8da3289cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:34.353976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-539eedb0-2208-432f-a5c2-e4e2ab1e211f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:34.369537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916ce75-7c2a-462b-bf97-e8da3289cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b1149-a45d-4844-b7e6-aa8bf6a08384,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:34.372512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1916ce75-7c2a-462b-bf97-e8da3289cac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:34.376029 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1916ce75-7c2a-462b-bf97-e8da3289cac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:34.377993 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1916ce75-7c2a-462b-bf97-e8da3289cac4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/973b1149-a45d-4844-b7e6-aa8bf6a08384 HTTP/1.1" status: 204  len: 168 time: 0.1996121
Feb 17 21:31:35.271349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56318) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:35.425624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1371439207-network', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:35.435357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:35.445901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Usage tracker for resource:network and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:35.448929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:35.456193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:35.470099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Made reservation on behalf of 4a8e0cff646344b3a47ea2de29f098d4 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:35.475242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:35.492523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:35.509650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:35.514011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Usage tracker for resource:security_group_rule and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:35.517980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:35.524285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:35.621442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:35.626234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:35.630295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6811e3d7-1811-457c-bcb2-0c10447ddc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:35.661869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:31:35.675779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9d12ba-d6e9-4ecd-bbfc-8e8b0713ff71,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:35.680271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:35.681452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:35.681839 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Added segment dc1191fc-0779-4a12-b895-2279b2c2db32 of type vxlan for network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a
Feb 17 21:31:35.714480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:35.751748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:35.753115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:35.753765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:35.759530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a5a61806-7a4f-4f33-8944-fbea36546bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:35.871730 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5987062
Feb 17 21:31:35.875468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Pushing event updated for resources: {'Network': ['ID=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:35.875631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 56324) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:35.878559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:35.882162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Request body: {'subnet': {'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1371439207-subnet', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:35.888061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:35.888253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:31:35.893156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Usage tracker for resource:subnet and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:35.896482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:35.902663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:35.908491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:31:35.915541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Made reservation on behalf of 4a8e0cff646344b3a47ea2de29f098d4 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:35.920512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14370466'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:36.497582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14370483'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:36.516671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b1c3881-e140-4435-997f-2c2b832ca1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:36.664344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6079bc3-89ba-4717-96cf-26834380e04c,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:36.669878 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:36.758654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Checking segment: {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:36.759175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Network hostable DHCP agents. Network: efce0a5a-9bb6-4e84-98ec-b36c7e90b07a, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:31:36.782027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:31:36.793458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, efce0a5a-9bb6-4e84-98ec-b36c7e90b07a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:36.804815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e97d5-3747-4bba-b8fa-5980802c0412 None None] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:31:36.811109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:36.812641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:36.845116 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9682555
Feb 17 21:31:36.848231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56334) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:36.854933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:36.866892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:36.872536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Usage tracker for resource:router and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:36.877061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:36.884672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:36.899104 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:36.901503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:36.937374 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:37.285759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:31:37.286730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:37.444825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:37.838325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Allocated IP 172.20.0.2 (efce0a5a-9bb6-4e84-98ec-b36c7e90b07a/f6079bc3-89ba-4717-96cf-26834380e04c/a21924ce-6699-4151-9512-a3e125e99355) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:37.912979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:37.951123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:38.099560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:38.111354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Transition to ACTIVE for port object a21924ce-6699-4151-9512-a3e125e99355 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:38.138775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Transition to ACTIVE for port object a21924ce-6699-4151-9512-a3e125e99355 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:38.145253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:38.162022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:38.306975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Allocated IP 172.27.3.51 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/72703c6a-03db-4d05-a4cc-3c98e6a3e1fa) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:38.308012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Pushing event updated for resources: {'Port': ['ID=a21924ce-6699-4151-9512-a3e125e99355,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:38.312776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:38.373012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:38.374811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:38.377607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:38.440952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Attempting to bind port a21924ce-6699-4151-9512-a3e125e99355 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:38.441386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Attempting to bind port a21924ce-6699-4151-9512-a3e125e99355 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:38.441811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Attempting to bind port a21924ce-6699-4151-9512-a3e125e99355 on network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:38.466549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:38.467301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Checking segment: {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:38.468072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:38.468952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Bound using segment: {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:38.470186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Bound port: a21924ce-6699-4151-9512-a3e125e99355, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:38.470567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:38.526345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:38.612007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:38.639614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:38.668069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] For port a21924ce-6699-4151-9512-a3e125e99355, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:38.672461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] For port a21924ce-6699-4151-9512-a3e125e99355, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a21924ce-6699-4151-9512-a3e125e99355,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:38.678244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:38.788599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Pushing event updated for resources: {'Port': ['ID=72703c6a-03db-4d05-a4cc-3c98e6a3e1fa,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:38.802830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:38.804981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:38.860255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:38.861567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:38.864193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:38.991839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Pushing event updated for resources: {'Port': ['ID=a21924ce-6699-4151-9512-a3e125e99355,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:39.000298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:39.196058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56352) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:39.711650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:39.736024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:39.744166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Usage tracker for resource:security_group_rule and tenant:d90a7dd75e894c6baef0ab49daf2220e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:39.747361 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:39.800194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:39.820174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:40.224778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:40.230348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:40.241526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a52e940e-f34c-4e09-abed-3a3096e7fcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:40.276443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:40.298924 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d90a7dd75e894c6baef0ab49daf2220e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1011252
Feb 17 21:31:40.302183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 56358) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:40.364868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17f6f42-c357-4de3-82d6-d4f8040485bb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:40.374967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35e52299-4e98-4d8e-98cf-286c412225de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:40.382324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:40.429827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35e52299-4e98-4d8e-98cf-286c412225de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:40.488244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35e52299-4e98-4d8e-98cf-286c412225de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:40.497654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7e1d3d97-f692-444f-85a1-736e525faa88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:40.515362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e52299-4e98-4d8e-98cf-286c412225de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17f6f42-c357-4de3-82d6-d4f8040485bb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:40.518716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-35e52299-4e98-4d8e-98cf-286c412225de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:40.520457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35e52299-4e98-4d8e-98cf-286c412225de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:40.521800 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-35e52299-4e98-4d8e-98cf-286c412225de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b17f6f42-c357-4de3-82d6-d4f8040485bb HTTP/1.1" status: 204  len: 168 time: 0.2182801
Feb 17 21:31:40.621358 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Router fe98dcc9-6e2d-469a-934b-79a38814ed2c is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:31:40.846755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0038458-089e-4a4c-8e67-30de28a7126a None None] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:31:40.916165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:31:40.944135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Sync routers for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:31:40.973979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:40.974702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa698c8d0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:40.980906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:40.982793 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.1327620
Feb 17 21:31:40.986656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 56364) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:41.012308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a21924ce-6699-4151-9512-a3e125e99355 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:41.227870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:41.317742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-37954e10-86fd-4de4-b5e3-f047c4fbf883 None None] Provisioning for port a21924ce-6699-4151-9512-a3e125e99355 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:41.391146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port a21924ce-6699-4151-9512-a3e125e99355 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:41.399665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port a21924ce-6699-4151-9512-a3e125e99355 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:41.400254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:41.584920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa698c8d0>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:39Z', 'revision_number': 3, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:41.590114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Checking router: fe98dcc9-6e2d-469a-934b-79a38814ed2c for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:31:41.590737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Updating router fe98dcc9-6e2d-469a-934b-79a38814ed2c port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:31:41.631617 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:41.741639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port a21924ce-6699-4151-9512-a3e125e99355, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a21924ce-6699-4151-9512-a3e125e99355,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:41.749173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:41.752165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:41.890924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:41.916176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=a21924ce-6699-4151-9512-a3e125e99355,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:41.924405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:41.930630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ee772292-0699-4922-8199-e985ee987201 None None] Provisioning complete for port a21924ce-6699-4151-9512-a3e125e99355 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:41.931060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ee772292-0699-4922-8199-e985ee987201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:41.984346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.206556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4da0129c-13c8-4d20-b1dd-26337ec46df8 None None] Provisioning complete for port a21924ce-6699-4151-9512-a3e125e99355 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:42.206981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4da0129c-13c8-4d20-b1dd-26337ec46df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.447856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.460706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Transition to ACTIVE for port object 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:42.463822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.480498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:42.495158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Allocated IP 172.20.0.1 (efce0a5a-9bb6-4e84-98ec-b36c7e90b07a/f6079bc3-89ba-4717-96cf-26834380e04c/8fe3a3b8-a9aa-452a-989d-4f2504bf71b7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:42.512800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5aed0b3e-21ff-49bb-8872-c0d46fe0d3e4 None None] Provisioning complete for port a21924ce-6699-4151-9512-a3e125e99355 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:42.513389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5aed0b3e-21ff-49bb-8872-c0d46fe0d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.631838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cb3fc-cc28-4b79-ae24-b2ab40d7faa5 None None] Pushing event updated for resources: {'Port': ['ID=72703c6a-03db-4d05-a4cc-3c98e6a3e1fa,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:42.635256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c81cb3fc-cc28-4b79-ae24-b2ab40d7faa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:42.692666 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Attempting to bind port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:42.693077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Attempting to bind port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:42.693482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Attempting to bind port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:42.695957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.699143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:42.699493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:42.699943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.700383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:42.700902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Bound port: 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:42.701337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.712959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Transition to ACTIVE for port object 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:42.736839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.752131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:42.779185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] For port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:42.783313 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] For port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=72703c6a-03db-4d05-a4cc-3c98e6a3e1fa,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:42.786816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.803620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b147ccae-e0af-4074-a7b9-f1c437cd9a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:42.850196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a21924ce-6699-4151-9512-a3e125e99355 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:42.939698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port a21924ce-6699-4151-9512-a3e125e99355 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:42.940129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:42.976414 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cb3fc-cc28-4b79-ae24-b2ab40d7faa5 None None] Pushing event updated for resources: {'Port': ['ID=72703c6a-03db-4d05-a4cc-3c98e6a3e1fa,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:42.980869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c81cb3fc-cc28-4b79-ae24-b2ab40d7faa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:43.031492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:43.032190 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa698c8d0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:43.091405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Request body: {'port': {'device_id': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:43.133575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:43.141542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Request body: {'port': {'device_id': '076f8d45-db9b-4d9e-bc70-7b2a9a723a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:43.205164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:43.315477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:43.319388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:43.448583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:43.457438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:43.469420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:43.522467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:43.554013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c90459-936f-4f7a-9676-f4b247dd22da req-0edf3173-d90b-406b-8ef5-b018fa1436a3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:43.555005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a2c90459-936f-4f7a-9676-f4b247dd22da req-0edf3173-d90b-406b-8ef5-b018fa1436a3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:31:43.625354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a2c90459-936f-4f7a-9676-f4b247dd22da req-0edf3173-d90b-406b-8ef5-b018fa1436a3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:31:43.626668 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a2c90459-936f-4f7a-9676-f4b247dd22da req-0edf3173-d90b-406b-8ef5-b018fa1436a3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 932 time: 0.2557616
Feb 17 21:31:43.727400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa698c8d0>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:39Z', 'revision_number': 3, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:43.731721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0a27a-08f8-4095-bc50-1e6d73bfd2f2 None None] The sync data for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi is: [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:39Z', 'revision_number': 3, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:31:43.752320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a2c90459-936f-4f7a-9676-f4b247dd22da req-e1b8bb9d-baab-4ed0-89a0-fd8fb6176c2c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:31:43.784656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:43.827414 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5da4-144b-41c7-96cc-b1e1c5fe271d req-98e488cd-6567-419a-9091-a1329a444931 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:43.829322 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dffd5da4-144b-41c7-96cc-b1e1c5fe271d req-98e488cd-6567-419a-9091-a1329a444931 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 932 time: 0.4695511
Feb 17 21:31:43.888780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a2c90459-936f-4f7a-9676-f4b247dd22da req-e1b8bb9d-baab-4ed0-89a0-fd8fb6176c2c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:31:43.889534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9f672e58-a446-4886-928c-cde0ee01d55e None None] Provisioning for port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:43.890055 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a2c90459-936f-4f7a-9676-f4b247dd22da req-e1b8bb9d-baab-4ed0-89a0-fd8fb6176c2c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2533448
Feb 17 21:31:43.894960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9f672e58-a446-4886-928c-cde0ee01d55e None None] Provisioning complete for port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:43.895398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9f672e58-a446-4886-928c-cde0ee01d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:43.992345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9f672e58-a446-4886-928c-cde0ee01d55e None None] Port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:31:44.019823 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dffd5da4-144b-41c7-96cc-b1e1c5fe271d req-13122bb4-f91d-4599-8d4c-b9b242a52561 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802819
Feb 17 21:31:44.226847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75abf88c-cf06-43d8-92a6-d2e57b87f273 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:31:44.240027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:44.264119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Transition to ACTIVE for port object 75abf88c-cf06-43d8-92a6-d2e57b87f273 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:44.272013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:44.281138 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a2ac68e6-e7fd-4589-84d1-61ef507d9df9 req-a3b21c78-f477-49ee-8d50-a9e981ee8674 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 210 time: 0.0750277
Feb 17 21:31:44.302472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:44.481742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf71e435-c026-4e24-bc88-5dea7233733a {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:31:44.505834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:44.529030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Transition to ACTIVE for port object bf71e435-c026-4e24-bc88-5dea7233733a will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:44.540895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:44.608417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8c59-a5ca-486d-abca-d4910fcdfff1 req-91aed480-d3a2-456c-8512-a9b88f32523a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:44.610164 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dfcb8c59-a5ca-486d-abca-d4910fcdfff1 req-91aed480-d3a2-456c-8512-a9b88f32523a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.5103803
Feb 17 21:31:44.677600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-48c28f87-cb2c-422b-8d3f-af2fda76b436 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:44.681296 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-48c28f87-cb2c-422b-8d3f-af2fda76b436 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.83 "GET /v2.0/networks?id=aadfafdf-63c6-4db9-a050-01c1608b571e HTTP/1.1" status: 200  len: 809 time: 0.6565077
Feb 17 21:31:44.697250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:44.737021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:44.742254 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dfcb8c59-a5ca-486d-abca-d4910fcdfff1 req-0dbb2bf6-c6c1-4dad-9d24-00b299f70522 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577712
Feb 17 21:31:44.742963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Pushing event updated for resources: {'Port': ['ID=75abf88c-cf06-43d8-92a6-d2e57b87f273,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:44.755579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:44.756139 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Request body: {'port': {'device_id': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e', 'admin_state_up': True, 'tenant_id': 'a0fe7e7ed3c64ea694b33c3afe0f1cbb'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:44.908999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:44.976267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Attempting to bind port 75abf88c-cf06-43d8-92a6-d2e57b87f273 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:44.976938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Attempting to bind port 75abf88c-cf06-43d8-92a6-d2e57b87f273 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:44.977512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Attempting to bind port 75abf88c-cf06-43d8-92a6-d2e57b87f273 on network bb77aea9-2420-4581-b004-58296525448e {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:44.997293 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:44.998750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Checking segment: {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:45.000136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:45.000747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Bound using segment: {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:45.001458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Bound port: 75abf88c-cf06-43d8-92a6-d2e57b87f273, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19fd185-93fd-4133-a772-84895b155540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb77aea9-2420-4581-b004-58296525448e'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:45.002019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:45.027485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Pushing event updated for resources: {'Port': ['ID=bf71e435-c026-4e24-bc88-5dea7233733a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:45.066215 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:45.121084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:45.142397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:45.142833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:45.273187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:45.277643 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Usage tracker for resource:port and tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:45.284208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:45.295624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:45.324847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] For port 75abf88c-cf06-43d8-92a6-d2e57b87f273, host hv-cinder-76019, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:45.394337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] For port 75abf88c-cf06-43d8-92a6-d2e57b87f273, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:45.399622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:45.400373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:45.421891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:45.423715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=72703c6a-03db-4d05-a4cc-3c98e6a3e1fa,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:45.427450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:45.432450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:45.517246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=72703c6a-03db-4d05-a4cc-3c98e6a3e1fa,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:45.521876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:45.532146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Made reservation on behalf of a0fe7e7ed3c64ea694b33c3afe0f1cbb for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:45.537854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:45.600022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af066c4-ae0a-4f28-a6c8-639bf6a3f6e3 req-52b39f54-7c97-4d92-a0f2-1caf00748fa6 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:45.601768 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6af066c4-ae0a-4f28-a6c8-639bf6a3f6e3 req-52b39f54-7c97-4d92-a0f2-1caf00748fa6 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 944 time: 0.2827649
Feb 17 21:31:45.612859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Pushing event updated for resources: {'Port': ['ID=75abf88c-cf06-43d8-92a6-d2e57b87f273,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:45.622669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:45.693164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:45.693902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:45.695573 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] 10.222.0.83 "PUT /v2.0/ports/75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 1158 time: 2.6094160
Feb 17 21:31:45.696312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:31:45.705330 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6af066c4-ae0a-4f28-a6c8-639bf6a3f6e3 req-27e9201a-94d8-45e3-a757-541be3670159 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863907
Feb 17 21:31:46.027816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Attempting to bind port bf71e435-c026-4e24-bc88-5dea7233733a on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:46.028172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Attempting to bind port bf71e435-c026-4e24-bc88-5dea7233733a by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:46.028621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Attempting to bind port bf71e435-c026-4e24-bc88-5dea7233733a on network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:46.062365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:46.062864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Checking segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:46.063283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:46.063708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Bound using segment: {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:46.064304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Bound port: bf71e435-c026-4e24-bc88-5dea7233733a, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be56e62-ad04-4655-9924-300c7455a592', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dd413ac-737e-4b0b-8e85-ac0d2735b762'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:46.064736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:46.144546 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-427d08f9-fde4-4d42-bd3c-bea36dcad1fd req-67bac4f5-d780-48d2-a435-e0cb1efdd502 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 210 time: 0.0704727
Feb 17 21:31:46.181015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca9177-7254-4e4a-8b57-c358aac1c90f req-128986ad-8dc6-4349-9249-9d5bba640524 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:46.188786 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-04ca9177-7254-4e4a-8b57-c358aac1c90f req-128986ad-8dc6-4349-9249-9d5bba640524 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 944 time: 0.9235716
Feb 17 21:31:46.197004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-984996f1-7dea-4da0-b01f-fe65fc3f4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:46.199132 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-984996f1-7dea-4da0-b01f-fe65fc3f4ba9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1161 time: 0.4518330
Feb 17 21:31:46.278124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:46.346787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:46.359936 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'status': 'completed', 'code': 200}
Feb 17 21:31:46.362238 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-b8da31db-7de0-414a-90cf-45b43bb3ff63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 217 time: 0.1500823
Feb 17 21:31:46.384514 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b255294f-e0e4-4ddc-bb31-a76aa7ee2d8d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:46.491220 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-6e5779fb-a6c7-4576-9004-470e447ab16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:46.492824 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-6e5779fb-a6c7-4576-9004-470e447ab16a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.0910578
Feb 17 21:31:46.504921 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-04ca9177-7254-4e4a-8b57-c358aac1c90f req-e646e6b2-bcb5-4b2b-a3bc-392013fb5279 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3151660
Feb 17 21:31:46.543061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] For port bf71e435-c026-4e24-bc88-5dea7233733a, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:46.545782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:46.579788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e03520-c941-4546-a9e6-8e293d5c351c req-47a3e1e7-f5a6-4ef7-ba9c-97f500af59e9 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:46.581473 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-90e03520-c941-4546-a9e6-8e293d5c351c req-47a3e1e7-f5a6-4ef7-ba9c-97f500af59e9 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2237334
Feb 17 21:31:46.605240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:46.644610 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-90e03520-c941-4546-a9e6-8e293d5c351c req-0fe883d2-9fe2-454a-8fc1-0f71ffe0e89b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543194
Feb 17 21:31:46.647606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-613fc677-da20-4d2f-b66d-f91e8d920995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:46.649203 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-613fc677-da20-4d2f-b66d-f91e8d920995 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460993
Feb 17 21:31:46.673145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:46.674586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] For port bf71e435-c026-4e24-bc88-5dea7233733a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bf71e435-c026-4e24-bc88-5dea7233733a,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:46.692242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:46.712895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:46.822938 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-d4bdb647-9355-4a7f-8e80-a5e0d3abef0a service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648922
Feb 17 21:31:46.870801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:46.948218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Allocated IP 172.20.0.3 (aadfafdf-63c6-4db9-a050-01c1608b571e/f3793648-9825-4710-a5a4-f040f1f3ec48/0bdb3506-3b6a-4001-b470-44f179b5e33c) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:46.985703 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f3cd6b9-ff28-45d6-acc3-f8c4bf8f4464 req-f47ceb50-1368-4a26-9b80-eecdf196c250 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1539948
Feb 17 21:31:47.021785 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Pushing event updated for resources: {'Port': ['ID=bf71e435-c026-4e24-bc88-5dea7233733a,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:47.044849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:47.107392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:47.123144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:47.159445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:47.160338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:47.162128 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] 10.222.0.83 "PUT /v2.0/ports/bf71e435-c026-4e24-bc88-5dea7233733a HTTP/1.1" status: 200  len: 1158 time: 4.0257454
Feb 17 21:31:47.162842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076f8d45-db9b-4d9e-bc70-7b2a9a723a25', 'tag': 'bf71e435-c026-4e24-bc88-5dea7233733a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:31:47.166005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-fe3c74c8-56bd-43fe-802f-583e9b6ac550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:47.166160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:47.166556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:47.167987 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-fe3c74c8-56bd-43fe-802f-583e9b6ac550 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1161 time: 0.1230948
Feb 17 21:31:47.313276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6754fff-338f-4d80-bd34-ef04fc15b89b req-a363c18c-b833-48ec-9c36-d391168d152b tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:47.317557 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6754fff-338f-4d80-bd34-ef04fc15b89b req-a363c18c-b833-48ec-9c36-d391168d152b tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 944 time: 0.4732563
Feb 17 21:31:47.321348 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076f8d45-db9b-4d9e-bc70-7b2a9a723a25', 'tag': 'bf71e435-c026-4e24-bc88-5dea7233733a', 'status': 'completed', 'code': 200}
Feb 17 21:31:47.448566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-c508a050-cb17-4882-be51-92010e72ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:47.450366 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-c508a050-cb17-4882-be51-92010e72ab38 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 909 time: 0.2734518
Feb 17 21:31:47.452773 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-46dadebc-7753-4dbd-ba6f-ee7d91f0389a req-f6380b22-055f-4ad9-a7e7-cdd68c709924 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 210 time: 0.0616443
Feb 17 21:31:47.548872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a62d339b-54a8-4289-b6f0-72f25e8563bc None None] Provisioning complete for port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:47.550346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a62d339b-54a8-4289-b6f0-72f25e8563bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:47.554114 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-43df8084-b161-4caf-8007-a4103a870523 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 217 time: 0.0786660
Feb 17 21:31:47.620581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a62d339b-54a8-4289-b6f0-72f25e8563bc None None] Port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:31:47.646956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-059ac8ef-0c93-4465-ad28-f000021eb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:47.648772 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-059ac8ef-0c93-4465-ad28-f000021eb03b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.0810313
Feb 17 21:31:47.687856 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6754fff-338f-4d80-bd34-ef04fc15b89b req-f4f2b946-228f-4a9d-b299-f1c151be57b9 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2374637
Feb 17 21:31:47.751571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:47.758716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-dcd1e47b-86eb-4bc1-b622-256ea0c59254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:47.758908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-ea6edaea-c533-4a7a-8195-ff01e639c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:47.760642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-dcd1e47b-86eb-4bc1-b622-256ea0c59254 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027267
Feb 17 21:31:47.760788 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-ea6edaea-c533-4a7a-8195-ff01e639c0d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 1161 time: 0.4380934
Feb 17 21:31:47.762595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Router fe98dcc9-6e2d-469a-934b-79a38814ed2c has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:31:47.947107 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-f725281f-dae3-4531-ab89-14f41527ad11 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646876
Feb 17 21:31:48.180914 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-831e970c-60f6-49c5-893e-a850da432fcc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf71e435-c026-4e24-bc88-5dea7233733a HTTP/1.1" status: 200  len: 217 time: 0.3446562
Feb 17 21:31:48.235490 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db343169-144f-4dd4-853a-5a78ecacbbd2 req-4fe89e2f-8306-4888-ab3f-7697348ecaa6 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2788458
Feb 17 21:31:48.273494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca248d8-a7b9-468a-839f-16a753d52a18 req-8333c18e-bb90-446e-9c86-fbde0a47d943 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:48.286100 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bca248d8-a7b9-468a-839f-16a753d52a18 req-8333c18e-bb90-446e-9c86-fbde0a47d943 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 944 time: 0.1863947
Feb 17 21:31:48.351705 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bca248d8-a7b9-468a-839f-16a753d52a18 req-c24832f6-ba22-4799-93fb-2c68da1f6d7c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600729
Feb 17 21:31:48.449369 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-1a412692-36cf-43be-9fee-92b19fe6af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:48.450951 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-1a412692-36cf-43be-9fee-92b19fe6af2e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 200  len: 854 time: 0.2550015
Feb 17 21:31:48.456277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:48.480510 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a01c44ea-dd2e-4c5b-b691-9b2ed833910f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:48.549235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aebcb5-646f-45d8-a508-b8d95ddb8615 req-a46eb32a-1274-4321-a158-62e2412e8319 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:48.551045 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c7aebcb5-646f-45d8-a508-b8d95ddb8615 req-a46eb32a-1274-4321-a158-62e2412e8319 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.0972667
Feb 17 21:31:48.602317 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c7aebcb5-646f-45d8-a508-b8d95ddb8615 req-c115ff68-285a-4ccd-940d-fde6cc431d2f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438411
Feb 17 21:31:48.647239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:31:48.657445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Sync routers for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:31:48.663754 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-687d3922-c855-4c7b-927a-7f35e9938bc5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dd413ac-737e-4b0b-8e85-ac0d2735b762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1843641
Feb 17 21:31:48.680073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:48.681037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa682b780>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:48.715125 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] 10.222.0.81 "PUT /v2.0/routers/fe98dcc9-6e2d-469a-934b-79a38814ed2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7272179
Feb 17 21:31:48.820717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd66524-41a0-46b9-9754-406bdb17fd2e req-4202dae3-9892-4f92-a7bf-3b632ba0a22c tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:48.822062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Pushing event updated for resources: {'Port': ['ID=0bdb3506-3b6a-4001-b470-44f179b5e33c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:48.829931 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ccd66524-41a0-46b9-9754-406bdb17fd2e req-4202dae3-9892-4f92-a7bf-3b632ba0a22c tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 931 time: 0.1004002
Feb 17 21:31:48.840370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:48.879642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17ad7-1368-4a23-afa1-5d8f81da430c req-af509fe1-9a8b-41af-9c4e-9116ebceb3ab tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:48.881454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-ccd66524-41a0-46b9-9754-406bdb17fd2e req-e9ac3af7-ad29-4a04-93b7-ec100e4df2b4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Synchronizing usage tracker for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:31:48.887714 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0ab17ad7-1368-4a23-afa1-5d8f81da430c req-af509fe1-9a8b-41af-9c4e-9116ebceb3ab tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.5317364
Feb 17 21:31:48.902345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-ccd66524-41a0-46b9-9754-406bdb17fd2e req-e9ac3af7-ad29-4a04-93b7-ec100e4df2b4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Unset dirty status for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:31:48.902580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:48.914480 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ccd66524-41a0-46b9-9754-406bdb17fd2e req-e9ac3af7-ad29-4a04-93b7-ec100e4df2b4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830863
Feb 17 21:31:48.977204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Network aadfafdf-63c6-4db9-a050-01c1608b571e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:48.982263 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-9c4ede80-7446-4efe-b7e6-81409d7d8d68 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3055472
Feb 17 21:31:48.985463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:48.999562 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0ab17ad7-1368-4a23-afa1-5d8f81da430c req-bb6612b9-e4c2-4721-a0b9-5c2a0c6181fc tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102374
Feb 17 21:31:49.030591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:49.201690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:49.203224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:49.240488 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4890814
Feb 17 21:31:49.252553 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbc124c8-2b29-450f-85b3-eb26b0bda455 req-16489656-90ac-4b04-b70f-24801ce8b6f4 service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2518184
Feb 17 21:31:49.258198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Request body: {'port': {'device_id': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:49.269993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6899cb2-cdbb-47d4-b9d0-52c77e0b3e0e req-add9a89c-b80b-458c-80a7-950535663ba9 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:49.281637 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6899cb2-cdbb-47d4-b9d0-52c77e0b3e0e req-add9a89c-b80b-458c-80a7-950535663ba9 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 944 time: 0.2343166
Feb 17 21:31:49.344071 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d6899cb2-cdbb-47d4-b9d0-52c77e0b3e0e req-dc0a02af-ee6c-4221-aca8-524591348a60 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605674
Feb 17 21:31:49.373109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa682b780>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 2, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:49.379572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Checking router: fe98dcc9-6e2d-469a-934b-79a38814ed2c for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:31:49.380196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Updating router fe98dcc9-6e2d-469a-934b-79a38814ed2c port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:31:49.455568 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:49.457935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:49.541243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-56fe75cf-fe7a-4aad-9487-de84f1086e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:49.543045 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-56fe75cf-fe7a-4aad-9487-de84f1086e5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 1161 time: 0.2206042
Feb 17 21:31:49.916424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa18a16-8a07-4aa4-bacb-05fd66f1cc3f req-97dcf2f2-f336-411e-bcee-14a612140f9c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:49.924998 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dfa18a16-8a07-4aa4-bacb-05fd66f1cc3f req-97dcf2f2-f336-411e-bcee-14a612140f9c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1767073
Feb 17 21:31:49.935272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56480) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:49.951026 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1459601182-network', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:49.963343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc09fb-0954-4677-a2d5-ab29e264dfbc req-09b3a332-b1ed-4136-98be-08354fa50545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:49.964181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bba97-972b-4344-8c6c-2dc0c668a654 req-17b93260-9649-499b-9ea8-38f9dfb40a95 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:49.964991 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b0fc09fb-0954-4677-a2d5-ab29e264dfbc req-09b3a332-b1ed-4136-98be-08354fa50545 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1162 time: 0.1571751
Feb 17 21:31:49.966049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:49.966891 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c66bba97-972b-4344-8c6c-2dc0c668a654 req-17b93260-9649-499b-9ea8-38f9dfb40a95 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 944 time: 0.3818274
Feb 17 21:31:49.979978 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-6706d23f-68cc-420c-b99e-2508e8e1ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:49.982323 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-6706d23f-68cc-420c-b99e-2508e8e1ded0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 200  len: 908 time: 0.4298525
Feb 17 21:31:49.989277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Usage tracker for resource:network and tenant:e0a5b8402d914232803156e139c1ae2d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:49.995848 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dfa18a16-8a07-4aa4-bacb-05fd66f1cc3f req-b016a3c3-4e63-4487-8cd5-20f80b93c0a2 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699549
Feb 17 21:31:49.996758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:50.043293 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b0fc09fb-0954-4677-a2d5-ab29e264dfbc req-2b7603d5-7c74-4cbc-93d1-6595ecc18ee0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508611
Feb 17 21:31:50.044207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:50.054246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Made reservation on behalf of e0a5b8402d914232803156e139c1ae2d for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:50.060299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.069404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.075797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.098529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Transition to ACTIVE for port object 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:50.101877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.116650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:50.122387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ef46f408-d032-4c62-9de4-cd8949fd6845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:50.131378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a5b8402d914232803156e139c1ae2d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:50.134510 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:50.141058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:50.230110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.241632 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-cd044407-dcad-401e-9310-367b48d7e558 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf71e435-c026-4e24-bc88-5dea7233733a HTTP/1.1" status: 200  len: 217 time: 0.2472522
Feb 17 21:31:50.258606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec77b31-7972-4fc8-ba77-a4ad924986ab None None] Pushing event updated for resources: {'Port': ['ID=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:50.258910 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c66bba97-972b-4344-8c6c-2dc0c668a654 req-f1c1930e-d852-45d4-b4ba-095c31be6655 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2707794
Feb 17 21:31:50.267043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eec77b31-7972-4fc8-ba77-a4ad924986ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:50.297623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.313932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:31:50.323433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.323826 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Added segment b6f283ca-2259-400c-9905-884071dc9395 of type vxlan for network fd940cde-e3ef-4c4b-af10-5e3f7069246b
Feb 17 21:31:50.355793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.387202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9484d14e-5694-4bdd-ab60-c7611869b87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:50.401953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.406812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-564c11e2-0e3c-4874-9df1-915815e5c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:50.408439 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-564c11e2-0e3c-4874-9df1-915815e5c9af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 200  len: 854 time: 0.0857050
Feb 17 21:31:50.413171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:50.413820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.448931 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5197508
Feb 17 21:31:50.452261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56490) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:50.456674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a86fbf-58e9-427f-b938-dd1e4cb62b94,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:50.474827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Request body: {'subnet': {'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1459601182-subnet', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:50.477203 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-4b071469-8446-4737-a9b9-7dbdeaf6f027 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dd413ac-737e-4b0b-8e85-ac0d2735b762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593009
Feb 17 21:31:50.478709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.objects.ports [None req-ed951549-013c-4bf5-8622-ce9ba6bb334b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 21:31:50.481749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:50.484123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:50.500963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:50.511314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Usage tracker for resource:subnet and tenant:e0a5b8402d914232803156e139c1ae2d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:50.598049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:50.613363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Attempting to bind port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:50.613910 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Attempting to bind port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:50.614328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Attempting to bind port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 on network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:50.620075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:50.621819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:50.622240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Checking segment: {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:50.622820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.623146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Bound using segment: {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:50.624845 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Bound port: 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:50.625285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.664593 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-8ece2f54-60be-46bb-bf17-1a1b5be0966d service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665232
Feb 17 21:31:50.665144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c613b-ac57-4cc0-9477-f5f7694cd967 req-63f35be0-58f6-4de2-af80-3e0aa2da2ebb tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:50.673356 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e77c613b-ac57-4cc0-9477-f5f7694cd967 req-63f35be0-58f6-4de2-af80-3e0aa2da2ebb tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 931 time: 0.4415960
Feb 17 21:31:50.678930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd940cde-e3ef-4c4b-af10-5e3f7069246b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:50.690824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:50.691501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Made reservation on behalf of e0a5b8402d914232803156e139c1ae2d for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:31:50.696825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840523302'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:50.697046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:31:50.794857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:31:50.823498 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e77c613b-ac57-4cc0-9477-f5f7694cd967 req-6b871284-4a1f-4d35-946f-3f71dc539647 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341491
Feb 17 21:31:50.995651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] For port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:51.007600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] For port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:51.011348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:51.142389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdb3506-3b6a-4001-b470-44f179b5e33c {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:31:51.146666 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094bd6a-ee37-4e40-83c3-456de35b4afb req-d6725cdd-5708-4d46-be1e-1467a73b0443 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:51.148273 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2094bd6a-ee37-4e40-83c3-456de35b4afb req-d6725cdd-5708-4d46-be1e-1467a73b0443 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 944 time: 0.1811194
Feb 17 21:31:51.157710 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:51.195154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Transition to ACTIVE for port object 0bdb3506-3b6a-4001-b470-44f179b5e33c will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:51.196749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:51.204140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:51.231099 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2094bd6a-ee37-4e40-83c3-456de35b4afb req-9aecc767-e208-4907-a0c5-b04f9d1a2741 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728667
Feb 17 21:31:51.304117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec77b31-7972-4fc8-ba77-a4ad924986ab None None] Pushing event updated for resources: {'Port': ['ID=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:51.306790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d4b99e33-964c-4ddc-80b1-1f3f58794724 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:51.311238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eec77b31-7972-4fc8-ba77-a4ad924986ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:51.318818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 75abf88c-cf06-43d8-92a6-d2e57b87f273 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:51.368758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d570ad9-733e-4a43-8e85-9c8bd090b51a req-b3d3977c-28ab-412d-ad96-a9c35be81d88 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:51.377604 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1d570ad9-733e-4a43-8e85-9c8bd090b51a req-b3d3977c-28ab-412d-ad96-a9c35be81d88 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.7098877
Feb 17 21:31:51.391032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036840604527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840523317'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:51.401729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:51.402448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa682b780>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:51.475397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-083faa84-fc23-4c4a-b4be-b84b51f3d0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:51.480251 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc64b3-4e37-49ec-b6be-1be4037c78b4 req-24a84764-7051-4cec-9fcd-7466f0da4bde service neutron] 10.222.0.83 "GET /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7455177
Feb 17 21:31:51.560604 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdb3506-3b6a-4001-b470-44f179b5e33c,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:51.580431 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1d570ad9-733e-4a43-8e85-9c8bd090b51a req-8d498aca-75d5-4443-802c-98700331c334 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017262
Feb 17 21:31:51.583912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:51.740490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:51.754337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:51.754913 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:51.930234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:51.940318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bdfc05-2a3b-484c-b117-c1f7909bed16,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:51.949213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Attempting to bind port 0bdb3506-3b6a-4001-b470-44f179b5e33c on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:51.949602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Attempting to bind port 0bdb3506-3b6a-4001-b470-44f179b5e33c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:51.949980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Attempting to bind port 0bdb3506-3b6a-4001-b470-44f179b5e33c on network aadfafdf-63c6-4db9-a050-01c1608b571e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:51.955967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:51.962814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cb942-eae8-41d2-9444-34b86f4dd68c req-6842f28a-f28d-422f-9b6c-558bdde0b8a9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:51.969078 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-081cb942-eae8-41d2-9444-34b86f4dd68c req-6842f28a-f28d-422f-9b6c-558bdde0b8a9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 944 time: 0.2324691
Feb 17 21:31:51.971566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:51.971990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Checking segment: {'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:51.972445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:51.972842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Bound using segment: {'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:51.973350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Bound port: 0bdb3506-3b6a-4001-b470-44f179b5e33c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:51.973736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:51.993745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf6ecb-d2e7-4f3d-b7a8-da5c5ac799fb req-5ec983b3-ee42-47b2-9183-8927f71e2de4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:51.995310 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-45bf6ecb-d2e7-4f3d-b7a8-da5c5ac799fb req-5ec983b3-ee42-47b2-9183-8927f71e2de4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.6152482
Feb 17 21:31:52.070329 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-45bf6ecb-d2e7-4f3d-b7a8-da5c5ac799fb req-e675cc05-5bf6-49d2-9fb0-d363ddd20973 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640185
Feb 17 21:31:52.076962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Checking segment: {'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:52.077399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Network hostable DHCP agents. Network: fd940cde-e3ef-4c4b-af10-5e3f7069246b, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:31:52.098014 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-081cb942-eae8-41d2-9444-34b86f4dd68c req-5756b519-2d72-46ca-a030-9595ee9408a6 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126404
Feb 17 21:31:52.121600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:31:52.136034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] For port 0bdb3506-3b6a-4001-b470-44f179b5e33c, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:52.139389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] For port 0bdb3506-3b6a-4001-b470-44f179b5e33c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0bdb3506-3b6a-4001-b470-44f179b5e33c,segment=NetworkSegment(002ff5de-3ec8-464a-a43c-a380851cddee),segment_id=002ff5de-3ec8-464a-a43c-a380851cddee)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:52.143842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.144595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, fd940cde-e3ef-4c4b-af10-5e3f7069246b) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:52.170540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:52.171748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.200105 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7462161
Feb 17 21:31:52.203115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56504) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:52.210083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:31:52.215687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:31:52.221301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Usage tracker for resource:router and tenant:e0a5b8402d914232803156e139c1ae2d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:31:52.222388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:52.225494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:31:52.231951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:31:52.253932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e94cf1-16d3-4f3a-97b8-ae0a1fd5c361 None None] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:31:52.291333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.292596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.309647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.354626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:52.355318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.356862 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] 10.222.0.83 "PUT /v2.0/ports/0bdb3506-3b6a-4001-b470-44f179b5e33c HTTP/1.1" status: 200  len: 1157 time: 3.1033006
Feb 17 21:31:52.359699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'tag': '0bdb3506-3b6a-4001-b470-44f179b5e33c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:31:52.433791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.496594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdb3506-3b6a-4001-b470-44f179b5e33c,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:52.500437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:52.501732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:31:52.526360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 75abf88c-cf06-43d8-92a6-d2e57b87f273, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:52.544330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.545465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888fc47-004f-43ce-a49b-400e2a86a0b4 req-a776cd97-c1a7-493c-bb15-4105b1199de3 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:52.547655 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8888fc47-004f-43ce-a49b-400e2a86a0b4 req-a776cd97-c1a7-493c-bb15-4105b1199de3 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 944 time: 0.1813455
Feb 17 21:31:52.547775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eec77b31-7972-4fc8-ba77-a4ad924986ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:52.554989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-753fca9c-c6a7-4443-99c1-828747c42e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:52.556609 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-753fca9c-c6a7-4443-99c1-828747c42e99 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0fe7e7ed3c64ea694b33c3afe0f1cbb&device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 1160 time: 0.1415710
Feb 17 21:31:52.651385 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-9bb3afab-ccd4-40b6-b673-a12070e9ed03 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bdb3506-3b6a-4001-b470-44f179b5e33c HTTP/1.1" status: 200  len: 217 time: 0.0786803
Feb 17 21:31:52.662202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.673701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa682b780>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:50Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:52.687930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=75abf88c-cf06-43d8-92a6-d2e57b87f273,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:52.700088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676523-bdba-4087-bbf6-f3dc219dcbde req-4be37769-6753-4c96-84a3-3f545034a166 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:52.701766 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-20676523-bdba-4087-bbf6-f3dc219dcbde req-4be37769-6753-4c96-84a3-3f545034a166 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 943 time: 0.4600401
Feb 17 21:31:52.718155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d929c6d-3c20-4b24-bb2c-7d414b4d27e5 None None] The sync data for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi is: [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:50Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:31:52.719970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:52.723877 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8888fc47-004f-43ce-a49b-400e2a86a0b4 req-b9cbf397-2d31-4829-a1cf-a976dbf209f1 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662519
Feb 17 21:31:52.750337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-32b6dc5b-9960-44ff-bf07-c26f37b20e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:52.752563 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-32b6dc5b-9960-44ff-bf07-c26f37b20e11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3793648-9825-4710-a5a4-f040f1f3ec48 HTTP/1.1" status: 200  len: 849 time: 0.0919750
Feb 17 21:31:52.763642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-fd940cde-e3ef-4c4b-af10-5e3f7069246b', 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'fixed_ips': [{'subnet_id': 'e1bdfc05-2a3b-484c-b117-c1f7909bed16'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:31:52.765627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:52.852130 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-20676523-bdba-4087-bbf6-f3dc219dcbde req-db3ff5d7-79a1-407d-a68d-609c1638969f tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951180
Feb 17 21:31:52.878257 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'tag': '0bdb3506-3b6a-4001-b470-44f179b5e33c', 'status': 'completed', 'code': 200}
Feb 17 21:31:52.880838 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-670c4d35-8679-4ce7-a64f-a6ac43b5fd9e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aadfafdf-63c6-4db9-a050-01c1608b571e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1188276
Feb 17 21:31:53.084979 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'code': 200}
Feb 17 21:31:53.085820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:53.251103 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-79eda4d2-1bd6-4d30-8958-a986218b924a service neutron] 10.222.0.83 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3599689
Feb 17 21:31:53.377568 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:53.379768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Allocated IP 172.20.0.2 (fd940cde-e3ef-4c4b-af10-5e3f7069246b/e1bdfc05-2a3b-484c-b117-c1f7909bed16/a7c698f6-3817-48b7-a7c1-564e3b3e870f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:53.431506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:53.571804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 75abf88c-cf06-43d8-92a6-d2e57b87f273 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:53.588054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d82897-d484-450b-b0a6-ec7ce88e6864 req-3335bda8-a1bf-4c95-8e8a-6a3698716579 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:53.596182 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49d82897-d484-450b-b0a6-ec7ce88e6864 req-3335bda8-a1bf-4c95-8e8a-6a3698716579 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.5002999
Feb 17 21:31:53.650933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953ff11-3212-4280-a6b3-69740b7069f3 req-ce587703-98ae-4737-b499-5158939c2f96 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:53.659136 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8953ff11-3212-4280-a6b3-69740b7069f3 req-ce587703-98ae-4737-b499-5158939c2f96 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.2677028
Feb 17 21:31:53.663247 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c62d1da-8dfc-4873-94e4-b83c897e0471 req-7f59a48c-a59b-4051-8ea7-7e20243e159b service neutron] 10.222.0.83 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3925211
Feb 17 21:31:53.665465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d682cf-c15c-4017-b5e5-81b73a0c6dd7 req-53992a97-0d01-48e5-89e3-4f21dc0a7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:53.667108 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-32d682cf-c15c-4017-b5e5-81b73a0c6dd7 req-53992a97-0d01-48e5-89e3-4f21dc0a7d67 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1163 time: 0.3942626
Feb 17 21:31:53.675153 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49d82897-d484-450b-b0a6-ec7ce88e6864 req-86c530b8-ba26-444e-b3bf-c07440c16f6a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778596
Feb 17 21:31:53.727066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:53.741339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Transition to ACTIVE for port object a7c698f6-3817-48b7-a7c1-564e3b3e870f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:53.777317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Transition to ACTIVE for port object a7c698f6-3817-48b7-a7c1-564e3b3e870f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:31:53.790497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:53.809614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eec77b31-7972-4fc8-ba77-a4ad924986ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:53.819557 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8953ff11-3212-4280-a6b3-69740b7069f3 req-d125a503-b5ea-46b0-8222-711a5b53518e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1590536
Feb 17 21:31:53.865928 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-32d682cf-c15c-4017-b5e5-81b73a0c6dd7 req-f2d1aa57-5198-4381-b98e-db196220e463 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101387
Feb 17 21:31:53.896109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-7aba6042-7851-461e-8991-56fc0edb8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:53.898404 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-7aba6042-7851-461e-8991-56fc0edb8a98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0fe7e7ed3c64ea694b33c3afe0f1cbb&device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 1160 time: 0.1827855
Feb 17 21:31:53.972885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:53.988316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Allocated IP 172.27.3.183 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/24becc59-4a83-4455-92af-e11bb17d44cf) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:31:53.993696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:53.994116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:54.039970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca43a9-1f9c-4065-8261-3d709387db92 req-9e3a1cd7-9ed1-4128-b394-46cc45a65fa9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:54.048597 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1aca43a9-1f9c-4065-8261-3d709387db92 req-9e3a1cd7-9ed1-4128-b394-46cc45a65fa9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.1628754
Feb 17 21:31:54.213748 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1aca43a9-1f9c-4065-8261-3d709387db92 req-ff2f6235-9010-49c3-b288-2e7b00a42dbd tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640472
Feb 17 21:31:54.253521 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:54.253942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:54.319758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:54.322134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Pushing event updated for resources: {'Port': ['ID=a7c698f6-3817-48b7-a7c1-564e3b3e870f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:54.343286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa458b-9647-4867-800e-edcadc24b5d7 req-15021753-3ffd-4a81-9b1c-74d5d24c4033 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:54.343592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:54.346138 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-83aa458b-9647-4867-800e-edcadc24b5d7 req-15021753-3ffd-4a81-9b1c-74d5d24c4033 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 944 time: 0.2931831
Feb 17 21:31:54.369685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:54.386774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-d9793d53-97fe-4136-a409-612e9fb1e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:54.387860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cac2f257-d5fc-4df5-bd87-6677d20bfe2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:54.390268 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-d9793d53-97fe-4136-a409-612e9fb1e67a service neutron] 10.222.0.83 "GET /v2.0/networks?id=aadfafdf-63c6-4db9-a050-01c1608b571e HTTP/1.1" status: 200  len: 903 time: 0.2685523
Feb 17 21:31:54.488223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:54.497831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:54.502824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:54.512470 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-83aa458b-9647-4867-800e-edcadc24b5d7 req-4dedb853-dfb5-45cd-8d94-82f8bc9a340f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571095
Feb 17 21:31:54.513891 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-b5227c3e-a065-41cd-add4-0acaef6aa4ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bdb3506-3b6a-4001-b470-44f179b5e33c HTTP/1.1" status: 200  len: 217 time: 0.1146367
Feb 17 21:31:54.612779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Pushing event updated for resources: {'Port': ['ID=24becc59-4a83-4455-92af-e11bb17d44cf,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:54.617245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:54.619832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-9faa6183-183a-46fe-b88b-bf8e5c2e2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:54.621525 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-9faa6183-183a-46fe-b88b-bf8e5c2e2692 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3793648-9825-4710-a5a4-f040f1f3ec48 HTTP/1.1" status: 200  len: 849 time: 0.1000464
Feb 17 21:31:54.628117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:54.682119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:54.695588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951ec2-b57d-485a-80a4-7c6e4a1fb58b req-9ec25fd6-f6b9-4d48-b171-841d3209c72b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:54.704504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d0951ec2-b57d-485a-80a4-7c6e4a1fb58b req-9ec25fd6-f6b9-4d48-b171-841d3209c72b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 943 time: 0.2158709
Feb 17 21:31:54.710239 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-0f539ed2-5c8a-40c9-8924-d592bea40c96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aadfafdf-63c6-4db9-a050-01c1608b571e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0807836
Feb 17 21:31:54.722990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Attempting to bind port a7c698f6-3817-48b7-a7c1-564e3b3e870f on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:31:54.723413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Attempting to bind port a7c698f6-3817-48b7-a7c1-564e3b3e870f by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:31:54.723831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Attempting to bind port a7c698f6-3817-48b7-a7c1-564e3b3e870f on network fd940cde-e3ef-4c4b-af10-5e3f7069246b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:31:54.726391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:31:54.730616 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:31:54.739091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:31:54.774299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:31:54.774623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Checking segment: {'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:31:54.774942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:54.775392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Bound using segment: {'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:31:54.775931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Bound port: a7c698f6-3817-48b7-a7c1-564e3b3e870f, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:31:54.776417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:54.802189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:54.819019 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d0951ec2-b57d-485a-80a4-7c6e4a1fb58b req-772d2d4b-6086-43be-82a1-32902b0f812e tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134448
Feb 17 21:31:54.843862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:54.851463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:54.939880 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-fee22a0f-6368-4a2c-b975-b5ea37ba0e7b service neutron] 10.222.0.83 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146027
Feb 17 21:31:54.943664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:54.950457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:54.963686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:54.964116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:55.049419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] For port a7c698f6-3817-48b7-a7c1-564e3b3e870f, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:31:55.054690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] For port a7c698f6-3817-48b7-a7c1-564e3b3e870f, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a7c698f6-3817-48b7-a7c1-564e3b3e870f,segment=NetworkSegment(b6f283ca-2259-400c-9905-884071dc9395),segment_id=b6f283ca-2259-400c-9905-884071dc9395)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:31:55.059944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:55.180554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:55.394213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device bf71e435-c026-4e24-bc88-5dea7233733a up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:55.497958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Pushing event updated for resources: {'Port': ['ID=a7c698f6-3817-48b7-a7c1-564e3b3e870f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:55.508111 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:55.525523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port bf71e435-c026-4e24-bc88-5dea7233733a completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:55.531935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port bf71e435-c026-4e24-bc88-5dea7233733a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:55.533184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:55.652149 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-009eddbf-32ce-4223-9f10-760ec934ede8 req-2dcc1985-6743-49e3-8f8d-88879d5a2eab service neutron] 10.222.0.83 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6105292
Feb 17 21:31:55.679106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-74c2b049-4fee-4ab5-b172-9aefcb4fa413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:55.681376 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-74c2b049-4fee-4ab5-b172-9aefcb4fa413 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1162 time: 0.7403200
Feb 17 21:31:55.693923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a15ac-7630-4f12-9086-429e7ba46aae req-7a623428-b218-4a07-b6dc-77899c21d44a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:55.695820 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c63a15ac-7630-4f12-9086-429e7ba46aae req-7a623428-b218-4a07-b6dc-77899c21d44a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.6931090
Feb 17 21:31:55.749867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:55.783261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076f8d45-db9b-4d9e-bc70-7b2a9a723a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71e435-c026-4e24-bc88-5dea7233733a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:31:55.794925 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port bf71e435-c026-4e24-bc88-5dea7233733a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bf71e435-c026-4e24-bc88-5dea7233733a,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:55.798402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:55.800783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:55.875161 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c63a15ac-7630-4f12-9086-429e7ba46aae req-0954b5da-109f-40c0-9193-ac8d1bbf8046 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540046
Feb 17 21:31:55.876550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8b46c-df00-42a7-8019-d3ce961767c5 req-f273fed8-4bcb-48c6-9be6-4e87843a7569 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:55.878265 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-23f8b46c-df00-42a7-8019-d3ce961767c5 req-f273fed8-4bcb-48c6-9be6-4e87843a7569 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.4299262
Feb 17 21:31:55.909519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=bf71e435-c026-4e24-bc88-5dea7233733a,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:55.917340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:55.931549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-ff493999-6a77-40b3-9326-0c4716d4922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:55.933284 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-ff493999-6a77-40b3-9326-0c4716d4922b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 1163 time: 0.4137709
Feb 17 21:31:55.944967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:55.968657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-8a67b03a-6f4b-4b8c-a616-80cb7bfc749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:55.970477 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-8a67b03a-6f4b-4b8c-a616-80cb7bfc749d service neutron] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 913 time: 0.2730329
Feb 17 21:31:56.047427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 75abf88c-cf06-43d8-92a6-d2e57b87f273 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:56.109460 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-7a3f415f-4e42-4a6e-920d-e15042e1100b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 200  len: 217 time: 0.1307273
Feb 17 21:31:56.151810 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-23f8b46c-df00-42a7-8019-d3ce961767c5 req-a46717a9-c669-443e-a8c5-e9bc107572f6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2539723
Feb 17 21:31:56.183610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:56.184106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:56.211010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-42d9f184-b745-4742-a590-f8dc74adfb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:56.213117 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-42d9f184-b745-4742-a590-f8dc74adfb30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.0883067
Feb 17 21:31:56.284441 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-fabae847-dc71-419e-9eaf-4f6270f6a9ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616040
Feb 17 21:31:56.324561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device bf71e435-c026-4e24-bc88-5dea7233733a up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:56.360525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-3ec14182-5bda-4aa8-86b0-d18a7202d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:56.362110 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-3ec14182-5bda-4aa8-86b0-d18a7202d529 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.3518267
Feb 17 21:31:56.404344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port bf71e435-c026-4e24-bc88-5dea7233733a triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:56.405971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:56.433672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515d501-807e-4621-b38e-12bcd6281d33 req-4f75cd7a-8762-429e-a5e3-a471d0fe7be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:56.440521 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2515d501-807e-4621-b38e-12bcd6281d33 req-4f75cd7a-8762-429e-a5e3-a471d0fe7be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.3978763
Feb 17 21:31:56.527498 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2515d501-807e-4621-b38e-12bcd6281d33 req-1eb113db-119f-4e3b-9b65-af7ee0ab7efa tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675113
Feb 17 21:31:56.529843 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-7ae4afaa-e8bb-4eeb-a8f0-2764a139277c service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2358658
Feb 17 21:31:56.656712 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-d16fdc9e-a574-455e-8bbe-e6e05c193d58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a64740-431f-4589-9b86-7c7004714245 HTTP/1.1" status: 200  len: 1000 time: 0.2457070
Feb 17 21:31:56.726241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:56.726755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ffd4595-26a6-4e75-a4c7-6af83688f8c1 req-3dddc724-db9f-4d95-8648-2d57c5a85907 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1834679
Feb 17 21:31:56.744429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ee58c-b351-4a1a-a86a-e39717e6d61a req-c347bfb9-3f4c-455a-9c87-3f77290a357d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:56.746383 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ad7ee58c-b351-4a1a-a86a-e39717e6d61a req-c347bfb9-3f4c-455a-9c87-3f77290a357d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 946 time: 0.3933816
Feb 17 21:31:56.803127 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076f8d45-db9b-4d9e-bc70-7b2a9a723a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71e435-c026-4e24-bc88-5dea7233733a', 'code': 200}
Feb 17 21:31:56.954382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-b9906c1a-e999-4480-80fb-960d31dbdbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:56.956452 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-b9906c1a-e999-4480-80fb-960d31dbdbde service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.2852435
Feb 17 21:31:56.968146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:57.089306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ab916-f872-4cd2-9928-0edce3a49dce req-e6d3ef31-67f7-4efc-8a07-ec0a7b3286e5 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:57.090450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-997ab916-f872-4cd2-9928-0edce3a49dce req-e6d3ef31-67f7-4efc-8a07-ec0a7b3286e5 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Synchronizing usage tracker for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:31:57.127590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-997ab916-f872-4cd2-9928-0edce3a49dce req-e6d3ef31-67f7-4efc-8a07-ec0a7b3286e5 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Unset dirty status for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:31:57.132955 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-997ab916-f872-4cd2-9928-0edce3a49dce req-e6d3ef31-67f7-4efc-8a07-ec0a7b3286e5 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 943 time: 0.1461017
Feb 17 21:31:57.140392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:57.158349 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ad7ee58c-b351-4a1a-a86a-e39717e6d61a req-32e6dfe0-4ceb-4e8a-9720-6cdcd6991e24 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3182020
Feb 17 21:31:57.228663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:57.229094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:57.316792 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1aa03a-691d-4319-8f04-bfa437cffd7a None None] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:31:57.363688 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-997ab916-f872-4cd2-9928-0edce3a49dce req-d4b7847e-2cc8-431b-986c-40b6d19a33d5 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2298334
Feb 17 21:31:57.392837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fcd58-fe0a-44c1-b21d-1b9a89a6f857 req-89c36959-855f-494e-a6f9-fffe475baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:57.394156 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d72fcd58-fe0a-44c1-b21d-1b9a89a6f857 req-89c36959-855f-494e-a6f9-fffe475baeb5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 1163 time: 0.1965046
Feb 17 21:31:57.446663 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d72fcd58-fe0a-44c1-b21d-1b9a89a6f857 req-12f1a982-decd-47de-9537-58eb55482288 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427988
Feb 17 21:31:57.471524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a38a7ddf-98f5-4146-afb9-4056f8b11059 None None] Provisioning for port a7c698f6-3817-48b7-a7c1-564e3b3e870f completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:57.486472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-a1e57bc8-cd94-45a0-8abc-46db430c84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:57.488271 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-a1e57bc8-cd94-45a0-8abc-46db430c84af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5027099
Feb 17 21:31:57.515462 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a7c698f6-3817-48b7-a7c1-564e3b3e870f up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:57.533622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853c480-d9b6-4ab0-a531-6f89c89a5847 req-3f504b34-c78d-42d0-a9fa-6e44bb755cfa tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:57.535258 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7853c480-d9b6-4ab0-a531-6f89c89a5847 req-3f504b34-c78d-42d0-a9fa-6e44bb755cfa tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.1836381
Feb 17 21:31:57.545840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Router 90a71761-3fe4-4fb0-a925-afeca4f18706 is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:31:57.583647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc52f-3a37-4d50-8e65-ad9dc810af1b req-207e6e41-2336-481e-b0ec-22458627d9a0 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:57.585709 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5bfcc52f-3a37-4d50-8e65-ad9dc810af1b req-207e6e41-2336-481e-b0ec-22458627d9a0 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.0971625
Feb 17 21:31:57.646033 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5bfcc52f-3a37-4d50-8e65-ad9dc810af1b req-41e565ad-050a-4823-a690-7e239000b771 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529280
Feb 17 21:31:57.865907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddcd8c-5ae7-4e73-8c94-3d3b8da8059e req-a361227a-3b9d-4474-adb2-1a8195d1d984 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:57.871987 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62ddcd8c-5ae7-4e73-8c94-3d3b8da8059e req-a361227a-3b9d-4474-adb2-1a8195d1d984 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1064999
Feb 17 21:31:57.883147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port a7c698f6-3817-48b7-a7c1-564e3b3e870f completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:57.903556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port a7c698f6-3817-48b7-a7c1-564e3b3e870f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:57.904023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:57.925616 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62ddcd8c-5ae7-4e73-8c94-3d3b8da8059e req-b7410aa0-6d6c-4bca-8675-cb00ccfccdcc tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500600
Feb 17 21:31:58.012569 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7853c480-d9b6-4ab0-a531-6f89c89a5847 req-434b2844-d347-402c-ba98-5eade274815d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4640038
Feb 17 21:31:58.074455 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:58.147364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port a7c698f6-3817-48b7-a7c1-564e3b3e870f, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a7c698f6-3817-48b7-a7c1-564e3b3e870f,segment=NetworkSegment(b6f283ca-2259-400c-9905-884071dc9395),segment_id=b6f283ca-2259-400c-9905-884071dc9395)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:31:58.166602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:58.169580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:31:58.236489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24924dc-9442-4d14-a699-84fb8913e01f req-77980a60-a872-41b8-8d95-0198a1110fb5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:58.244059 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-1266be1a-1715-4704-9d29-87cb88fa79f2 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5765667
Feb 17 21:31:58.245367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:31:58.246247 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b24924dc-9442-4d14-a699-84fb8913e01f req-77980a60-a872-41b8-8d95-0198a1110fb5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1635039
Feb 17 21:31:58.257547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Sync routers for ids ['90a71761-3fe4-4fb0-a925-afeca4f18706'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:31:58.273527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Routers {'90a71761-3fe4-4fb0-a925-afeca4f18706'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:31:58.276401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa698c7b8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:31:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['90a71761-3fe4-4fb0-a925-afeca4f18706'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:58.333055 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b24924dc-9442-4d14-a699-84fb8913e01f req-937b63eb-bb46-4eef-a745-7747b1ade082 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855289
Feb 17 21:31:58.355538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=a7c698f6-3817-48b7-a7c1-564e3b3e870f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:31:58.366013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:31:58.383157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e1447d93-ab8a-429e-aa79-4cc30ea6beba None None] Provisioning complete for port a7c698f6-3817-48b7-a7c1-564e3b3e870f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:58.383587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e1447d93-ab8a-429e-aa79-4cc30ea6beba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:58.479799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.objects.ports [None req-8fa52758-17f1-4f61-b0db-6f0b8a1103e5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 21:31:58.554839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:58.556532 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7a54fd36-4ff9-4f6c-8f04-9b88a038304c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.3518767
Feb 17 21:31:58.567640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 56564) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:31:58.655540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f64ee2-43ec-4392-8d52-3611bb6b3b45 req-e74e687d-c02e-4baa-a3a4-94d24bbeefab tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:58.659116 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-43f64ee2-43ec-4392-8d52-3611bb6b3b45 req-e74e687d-c02e-4baa-a3a4-94d24bbeefab tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 946 time: 0.1765327
Feb 17 21:31:58.694974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Set router 90a71761-3fe4-4fb0-a925-afeca4f18706 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:31:58.717022 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-43f64ee2-43ec-4392-8d52-3611bb6b3b45 req-eb7ca877-bd01-4881-865a-c54b9205d4df tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514336
Feb 17 21:31:58.723854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5ca9856a-b993-433c-b093-0acc9b3c8f46 None None] Provisioning complete for port a7c698f6-3817-48b7-a7c1-564e3b3e870f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:58.724441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ca9856a-b993-433c-b093-0acc9b3c8f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:58.729215 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ff280c85-6274-423a-b710-4b7a8b3fb486 req-682be245-6bb3-429b-ad6b-92af707f46c5 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4160991
Feb 17 21:31:59.007536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a7c698f6-3817-48b7-a7c1-564e3b3e870f up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:59.053177 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49b0e-446d-4f1b-9d3c-468b102213c1 req-8ea68bc8-044d-4d8f-9b0c-36e8e9c8c2cf tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:59.061988 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c9d49b0e-446d-4f1b-9d3c-468b102213c1 req-8ea68bc8-044d-4d8f-9b0c-36e8e9c8c2cf tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 943 time: 0.4140129
Feb 17 21:31:59.112286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2d17d-54b8-449e-bc7a-cfe54a18bbd1 req-bec0aac1-8738-4e33-bea7-b0a98cc7791c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:59.125150 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d2c2d17d-54b8-449e-bc7a-cfe54a18bbd1 req-bec0aac1-8738-4e33-bea7-b0a98cc7791c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.2096505
Feb 17 21:31:59.167143 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c9d49b0e-446d-4f1b-9d3c-468b102213c1 req-1a567272-346c-4ce5-8f25-a95ee0a7051d tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041062
Feb 17 21:31:59.193850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port a7c698f6-3817-48b7-a7c1-564e3b3e870f triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:59.194724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:59.225233 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d2c2d17d-54b8-449e-bc7a-cfe54a18bbd1 req-20bae2c3-faec-49c4-a353-def388ac42c7 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968180
Feb 17 21:31:59.338763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de01cc64-bac3-42eb-9a0d-d5e32fafa178 None None] Provisioning complete for port a7c698f6-3817-48b7-a7c1-564e3b3e870f triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:59.339191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-de01cc64-bac3-42eb-9a0d-d5e32fafa178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:59.436988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa698c7b8>, [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:31:55Z', 'revision_number': 3, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port': {'id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:53Z', 'updated_at': '2021-02-17T21:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:31:59.448027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Checking router: 90a71761-3fe4-4fb0-a925-afeca4f18706 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:31:59.448511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Updating router 90a71761-3fe4-4fb0-a925-afeca4f18706 port 24becc59-4a83-4455-92af-e11bb17d44cf binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:31:59.454757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8fa1-b59f-45ff-a9fc-f49b59103592 req-133dbf1d-9222-4dc3-bb7d-374c56748ee3 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:59.457336 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-104a8fa1-b59f-45ff-a9fc-f49b59103592 req-133dbf1d-9222-4dc3-bb7d-374c56748ee3 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1125925
Feb 17 21:31:59.536921 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-104a8fa1-b59f-45ff-a9fc-f49b59103592 req-4ec9028b-7d5a-4b1a-8ec1-01fa29055579 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721977
Feb 17 21:31:59.558474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:59.715418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0bdb3506-3b6a-4001-b470-44f179b5e33c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:31:59.800971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7da7f9c-dec5-4eeb-bd7a-2ee4fe566b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:59.806940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5554d04-87b5-45bd-9358-7893c8e0d6d8 req-b202a484-8ca4-4458-89eb-3c088983e123 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:59.808838 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c5554d04-87b5-45bd-9358-7893c8e0d6d8 req-b202a484-8ca4-4458-89eb-3c088983e123 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1523786
Feb 17 21:31:59.811411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc1430-a13d-479d-9551-cd2a3e81d985 req-4e29a050-40b8-4bd3-8761-7fb5bf269868 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:31:59.814558 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22fc1430-a13d-479d-9551-cd2a3e81d985 req-4e29a050-40b8-4bd3-8761-7fb5bf269868 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.3501775
Feb 17 21:31:59.852994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 0bdb3506-3b6a-4001-b470-44f179b5e33c completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:31:59.868406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0bdb3506-3b6a-4001-b470-44f179b5e33c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:31:59.868847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:31:59.900542 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c5554d04-87b5-45bd-9358-7893c8e0d6d8 req-05570d8c-2840-457f-8946-01e2926aec67 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779071
Feb 17 21:32:00.023332 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22fc1430-a13d-479d-9551-cd2a3e81d985 req-0ce00187-bc6a-44d7-b300-3408fc1cde3b tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300316
Feb 17 21:32:00.124151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.151445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.206953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdb3506-3b6a-4001-b470-44f179b5e33c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:00.227451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 0bdb3506-3b6a-4001-b470-44f179b5e33c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0bdb3506-3b6a-4001-b470-44f179b5e33c,segment=NetworkSegment(002ff5de-3ec8-464a-a43c-a380851cddee),segment_id=002ff5de-3ec8-464a-a43c-a380851cddee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:00.230917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.231983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:00.240070 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.254189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Transition to ACTIVE for port object 24becc59-4a83-4455-92af-e11bb17d44cf will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:32:00.258398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.260979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010b763-3455-4744-9ade-ce7f06efb0f7 req-1f88d0ac-a5e9-404b-b8cb-c779d14bbc58 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:00.264021 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e010b763-3455-4744-9ade-ce7f06efb0f7 req-1f88d0ac-a5e9-404b-b8cb-c779d14bbc58 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 946 time: 0.1463456
Feb 17 21:32:00.267745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:00.277076 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:00.361830 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e010b763-3455-4744-9ade-ce7f06efb0f7 req-a5cfac41-68d2-4dec-8c16-5cb6a14360b1 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896924
Feb 17 21:32:00.427288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=0bdb3506-3b6a-4001-b470-44f179b5e33c,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:00.432423 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdb3506-3b6a-4001-b470-44f179b5e33c', 'code': 200}
Feb 17 21:32:00.433901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:00.453857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:00.454287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.705347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Attempting to bind port 24becc59-4a83-4455-92af-e11bb17d44cf on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:32:00.706004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Attempting to bind port 24becc59-4a83-4455-92af-e11bb17d44cf by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:32:00.706305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Attempting to bind port 24becc59-4a83-4455-92af-e11bb17d44cf on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:32:00.716285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Allocated IP 172.20.0.1 (fd940cde-e3ef-4c4b-af10-5e3f7069246b/e1bdfc05-2a3b-484c-b117-c1f7909bed16/24abc7eb-ecd4-46a5-a127-cf1a5bb79cac) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:32:00.736149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c1c27-5151-43e2-b12f-e818046238d4 None None] Pushing event updated for resources: {'Port': ['ID=24becc59-4a83-4455-92af-e11bb17d44cf,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:00.743583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d78c1c27-5151-43e2-b12f-e818046238d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:00.751774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:32:00.752416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:32:00.753122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.753783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:32:00.754612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Bound port: 24becc59-4a83-4455-92af-e11bb17d44cf, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:32:00.755584 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.887182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0665-57f7-4cc4-8c9c-5d94ba402a1e req-ce0be4da-a63f-4447-8d52-6263122e2cfd tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:00.888936 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fb2a0665-57f7-4cc4-8c9c-5d94ba402a1e req-ce0be4da-a63f-4447-8d52-6263122e2cfd tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1112792
Feb 17 21:32:00.918598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] For port 24becc59-4a83-4455-92af-e11bb17d44cf, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:32:00.922884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0bdb3506-3b6a-4001-b470-44f179b5e33c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:00.924323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] For port 24becc59-4a83-4455-92af-e11bb17d44cf, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=24becc59-4a83-4455-92af-e11bb17d44cf,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:32:00.927476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:00.943694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:00.959101 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fb2a0665-57f7-4cc4-8c9c-5d94ba402a1e req-31072bc6-7333-4915-b7a9-8ed2374319fc tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598392
Feb 17 21:32:01.050187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0bdb3506-3b6a-4001-b470-44f179b5e33c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:01.050613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:01.214799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:01.235781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:01.296890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc02fd-f23c-4617-8cb7-454e4368b073 req-390121dd-122a-435b-a3a5-b2d4a9ccb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:01.298576 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc02fd-f23c-4617-8cb7-454e4368b073 req-390121dd-122a-435b-a3a5-b2d4a9ccb805 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 1162 time: 0.3889632
Feb 17 21:32:01.309885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Transition to ACTIVE for port object 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:32:01.313817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce1bea-f8a4-4148-ac12-94de3b3829df req-abc9304b-5c10-4114-b4db-0030bec7ba6b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:01.322543 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ffce1bea-f8a4-4148-ac12-94de3b3829df req-abc9304b-5c10-4114-b4db-0030bec7ba6b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1550219
Feb 17 21:32:01.324036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:01.324618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:01.329888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c1c27-5151-43e2-b12f-e818046238d4 None None] Pushing event updated for resources: {'Port': ['ID=24becc59-4a83-4455-92af-e11bb17d44cf,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:01.350296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbe820-fbdc-4831-aacb-79c36bfc7637 req-acfbde4c-a257-4f2f-b3ef-b1e3150acd9e tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:01.357763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d78c1c27-5151-43e2-b12f-e818046238d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:01.358710 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ddbbe820-fbdc-4831-aacb-79c36bfc7637 req-acfbde4c-a257-4f2f-b3ef-b1e3150acd9e tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 945 time: 1.0072482
Feb 17 21:32:01.438561 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4bc02fd-f23c-4617-8cb7-454e4368b073 req-e0f2a618-2974-48d5-aba5-506a194e5343 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222143
Feb 17 21:32:01.439355 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b4f5-1762-4f68-94db-ceaf1b201279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:01.463457 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ddbbe820-fbdc-4831-aacb-79c36bfc7637 req-dd88018a-7eb2-4052-847f-7867f7775348 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930188
Feb 17 21:32:01.482439 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ffce1bea-f8a4-4148-ac12-94de3b3829df req-505e9c26-6c48-40cc-a9e2-47edbd1d464b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520941
Feb 17 21:32:01.492825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:01.515715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:01.554838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Routers {'90a71761-3fe4-4fb0-a925-afeca4f18706'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:32:01.555717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa698c7b8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:32:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['90a71761-3fe4-4fb0-a925-afeca4f18706'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:01.758708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Pushing event updated for resources: {'Port': ['ID=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:01.767937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:01.782546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] Set router 90a71761-3fe4-4fb0-a925-afeca4f18706 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:32:01.816282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca1e4-3db1-4881-8819-7bf0fa768206 req-cc23a1a8-e733-4c18-b7d7-79a88e2f964a tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:01.817979 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbbca1e4-3db1-4881-8819-7bf0fa768206 req-cc23a1a8-e733-4c18-b7d7-79a88e2f964a tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1799452
Feb 17 21:32:01.823841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:32:01.825117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:32:01.829226 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:32:01.956347 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bbbca1e4-3db1-4881-8819-7bf0fa768206 req-735d7094-ec44-424f-b057-0eaaba0b0410 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283197
Feb 17 21:32:01.979665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:02.127069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9f75c6e9-990c-4ea4-93af-6b42ecd95068 None None] Provisioning for port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:32:02.132675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9f75c6e9-990c-4ea4-93af-6b42ecd95068 None None] Provisioning complete for port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:02.133108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9f75c6e9-990c-4ea4-93af-6b42ecd95068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:02.184696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa698c7b8>, [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:31:55Z', 'revision_number': 3, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port': {'id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:53Z', 'updated_at': '2021-02-17T21:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:02.190094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6743e2f-6b9e-4a8c-ab72-d58cb56596b6 None None] The sync data for ids ['90a71761-3fe4-4fb0-a925-afeca4f18706'] in dv-cinder-760193-4-iscsi is: [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:31:55Z', 'revision_number': 3, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port': {'id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:53Z', 'updated_at': '2021-02-17T21:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:32:02.217719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9f75c6e9-990c-4ea4-93af-6b42ecd95068 None None] Port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:32:02.392924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:02.562239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:02.731546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c8ee2-4c1e-4cfd-8a5f-3b05119105d0 req-bc5ba89d-c2db-405c-a28e-906538f7de0e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:02.733833 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-361c8ee2-4c1e-4cfd-8a5f-3b05119105d0 req-bc5ba89d-c2db-405c-a28e-906538f7de0e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.5865121
Feb 17 21:32:02.850398 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-361c8ee2-4c1e-4cfd-8a5f-3b05119105d0 req-78eb7974-7a1d-42dd-9079-2ae7441832e8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086273
Feb 17 21:32:02.870181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0bdb3506-3b6a-4001-b470-44f179b5e33c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:03.061612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0bdb3506-3b6a-4001-b470-44f179b5e33c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:03.062185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.116155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 24becc59-4a83-4455-92af-e11bb17d44cf up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:03.369337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 24becc59-4a83-4455-92af-e11bb17d44cf completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:32:03.377613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 24becc59-4a83-4455-92af-e11bb17d44cf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:03.378344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.410567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.423228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.462107 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bde4-6716-4f75-a7dc-e8f0d0c2f57e req-00c28d33-3216-4451-8901-f245f24bd0c7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:03.473659 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1c35bde4-6716-4f75-a7dc-e8f0d0c2f57e req-00c28d33-3216-4451-8901-f245f24bd0c7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1998551
Feb 17 21:32:03.508897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-506cb0a6-a16d-459d-a53b-a8a81ae54fbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:03.511816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.593474 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1c35bde4-6716-4f75-a7dc-e8f0d0c2f57e req-8d5d92c3-74ff-49c7-82a9-6d115f8dfde4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187389
Feb 17 21:32:03.678254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.719605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e02188-24ff-4ac8-860c-492164882522 req-24614319-d2a3-4a16-b944-bf6202f36364 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:03.731362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 24becc59-4a83-4455-92af-e11bb17d44cf, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=24becc59-4a83-4455-92af-e11bb17d44cf,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:03.733289 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-32e02188-24ff-4ac8-860c-492164882522 req-24614319-d2a3-4a16-b944-bf6202f36364 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 945 time: 0.6061854
Feb 17 21:32:03.740663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.742771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:03.825620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Pushing event updated for resources: {'Port': ['ID=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:03.834485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.924685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:03.930348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def59c17-e5d8-43a2-8e13-12bac62d0367 req-e752b523-c778-4a7e-9cef-b2e47c69b3a0 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:03.930816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=24becc59-4a83-4455-92af-e11bb17d44cf,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:03.937639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:03.940821 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def59c17-e5d8-43a2-8e13-12bac62d0367 req-e752b523-c778-4a7e-9cef-b2e47c69b3a0 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1699889
Feb 17 21:32:03.955847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:03.962868 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-32e02188-24ff-4ac8-860c-492164882522 req-bae42ed8-cf18-4132-b201-f7d07f3e0a47 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283428
Feb 17 21:32:04.001018 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def59c17-e5d8-43a2-8e13-12bac62d0367 req-0aa2e97b-2c90-4afb-a710-48c958a328bf tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591776
Feb 17 21:32:04.006977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:32:04.008089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:32:04.237109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Router 90a71761-3fe4-4fb0-a925-afeca4f18706 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:32:04.258258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fefa4000-86fd-420c-9976-b255597ccc0a None None] Provisioning complete for port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:04.258750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fefa4000-86fd-420c-9976-b255597ccc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:04.332648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-fefa4000-86fd-420c-9976-b255597ccc0a None None] Port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:32:04.433866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:32:04.443990 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] 10.222.0.81 "PUT /v2.0/routers/90a71761-3fe4-4fb0-a925-afeca4f18706/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8750184
Feb 17 21:32:04.806109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bff0e5-f57d-4e8c-95cc-193088f88902 req-61085ee4-e7c2-4ff3-b73d-3dc27a0a98a6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:04.807734 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-66bff0e5-f57d-4e8c-95cc-193088f88902 req-61085ee4-e7c2-4ff3-b73d-3dc27a0a98a6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1085854
Feb 17 21:32:04.854459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0bdb3506-3b6a-4001-b470-44f179b5e33c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:04.870943 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-66bff0e5-f57d-4e8c-95cc-193088f88902 req-5b2058d6-00a1-457b-b5d7-2fad206acfdc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564744
Feb 17 21:32:04.949576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0bdb3506-3b6a-4001-b470-44f179b5e33c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:04.949576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:04.990531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 24becc59-4a83-4455-92af-e11bb17d44cf up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:05.217274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 24becc59-4a83-4455-92af-e11bb17d44cf triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:05.217946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:05.257512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19c61c-e46b-4c0e-accb-172f9906804e req-b2990905-48d3-4207-87d7-b0d6dbffdabe tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:05.259874 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b19c61c-e46b-4c0e-accb-172f9906804e req-b2990905-48d3-4207-87d7-b0d6dbffdabe tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 945 time: 0.0988119
Feb 17 21:32:05.319260 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b19c61c-e46b-4c0e-accb-172f9906804e req-bde45dcc-fcde-48ca-beb6-b0baf4146ba9 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489302
Feb 17 21:32:05.371181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7234b4-9a74-4442-8412-b74c9dc679af req-e6fa17da-f227-44c3-8675-34420d1eb634 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:05.383287 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c7234b4-9a74-4442-8412-b74c9dc679af req-e6fa17da-f227-44c3-8675-34420d1eb634 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1241119
Feb 17 21:32:05.439393 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c7234b4-9a74-4442-8412-b74c9dc679af req-b4e6c628-120f-4f2b-924d-b17f933d6ee4 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546589
Feb 17 21:32:05.473240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-216094617', 'description': 'tempest-TestShelveInstance-216094617 description'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:05.479989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:05.485100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Usage tracker for resource:security_group and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:05.488437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:05.495306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:05.501886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Sync routers for ids ['90a71761-3fe4-4fb0-a925-afeca4f18706'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:32:05.509466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:05.513049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Routers {'90a71761-3fe4-4fb0-a925-afeca4f18706'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:32:05.513736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6a5e1d0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:32:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['90a71761-3fe4-4fb0-a925-afeca4f18706'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:05.535188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:05.537863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a415a1-a395-4bd6-a08b-d30f9176a2ee req-fdd5d428-c341-4a92-b536-90c87d94021d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:05.539542 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b1a415a1-a395-4bd6-a08b-d30f9176a2ee req-fdd5d428-c341-4a92-b536-90c87d94021d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0926962
Feb 17 21:32:05.539888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Usage tracker for resource:security_group_rule and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:05.543297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:05.549704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:05.595455 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b1a415a1-a395-4bd6-a08b-d30f9176a2ee req-5d2c4360-d528-4a33-a076-5da9fa1de6df tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471249
Feb 17 21:32:05.650390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:05.655419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:05.687181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-02b63312-cfeb-4b48-aab0-cc9ba63dc6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:05.725217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3437eb87-17a0-4a04-adcf-052d8334f1a7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:05.729924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:05.735294 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70552e18-caff-42e7-ae82-bb72dc205ee9 req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.2669148
Feb 17 21:32:05.758395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:05.842652 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-ade62880-6585-4f04-acd9-ffa29c56677e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups/3437eb87-17a0-4a04-adcf-052d8334f1a7 HTTP/1.1" status: 200  len: 1800 time: 0.0773571
Feb 17 21:32:05.848472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3437eb87-17a0-4a04-adcf-052d8334f1a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:05.849005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3437eb87-17a0-4a04-adcf-052d8334f1a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:05.855622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:05.861189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Usage tracker for resource:security_group_rule and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:05.864434 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:05.871877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:05.949853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:05.977824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Set router 90a71761-3fe4-4fb0-a925-afeca4f18706 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:32:05.987454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:05.990723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:05.997208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:06.024818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cb2e82-12de-44b5-bc6b-8f238b13469a,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:06.031040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:06.031839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:06.033184 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a8bac62d-1ef9-42f1-8c7e-17572c87b12a req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1896446
Feb 17 21:32:06.268914 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd8bd-1b15-49d8-b054-e341ca2a6e97 req-60e7a887-71c0-4ff0-b4a7-f6c6e54bb5f8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:06.276373 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3e4bd8bd-1b15-49d8-b054-e341ca2a6e97 req-60e7a887-71c0-4ff0-b4a7-f6c6e54bb5f8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1357172
Feb 17 21:32:06.336990 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3e4bd8bd-1b15-49d8-b054-e341ca2a6e97 req-9553c8ca-7f26-4251-9f37-f0330b7f8952 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595934
Feb 17 21:32:06.359482 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-b3638f97-bc82-4d6d-b997-ca24259bbf16 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups/3437eb87-17a0-4a04-adcf-052d8334f1a7 HTTP/1.1" status: 200  len: 2393 time: 0.1116545
Feb 17 21:32:06.385155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3437eb87-17a0-4a04-adcf-052d8334f1a7', 'remote_group_id': None}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:06.385511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3437eb87-17a0-4a04-adcf-052d8334f1a7', 'remote_group_id': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:06.402173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:06.409398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Usage tracker for resource:security_group_rule and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:06.415834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:06.423969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:06.473591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6a5e1d0>, [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:32:02Z', 'revision_number': 4, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port': {'id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:53Z', 'updated_at': '2021-02-17T21:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '24abc7eb-ecd4-46a5-a127-cf1a5bb79cac', 'name': '', 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'mac_address': 'fa:16:3e:0d:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e1bdfc05-2a3b-484c-b117-c1f7909bed16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:32:00Z', 'updated_at': '2021-02-17T21:32:02Z', 'revision_number': 2, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'subnets': [{'id': 'e1bdfc05-2a3b-484c-b117-c1f7909bed16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:06.478807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Checking router: 90a71761-3fe4-4fb0-a925-afeca4f18706 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:32:06.479465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Updating router 90a71761-3fe4-4fb0-a925-afeca4f18706 port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:32:06.503329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:06.530971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:06.534667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:06.537278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:06.557765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:06.565149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47090e29-e011-4565-b1b7-2fcb45800659,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:06.579980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:06.584788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:06.597868 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c3d9fc38-7640-4f79-bd43-07305fa596f9 req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2299385
Feb 17 21:32:06.827208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad484a-adce-4547-8c70-8bcb4a21ba1e req-43a4d3c0-8a0c-452f-a61b-851d8804c856 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:06.836114 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-93ad484a-adce-4547-8c70-8bcb4a21ba1e req-43a4d3c0-8a0c-452f-a61b-851d8804c856 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1198370
Feb 17 21:32:06.918912 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-93ad484a-adce-4547-8c70-8bcb4a21ba1e req-95df7116-d836-438d-9095-366c544e446d tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816679
Feb 17 21:32:06.940793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72821c0-bf8d-4e52-b8da-a52d32cf4dce req-d1a878fe-d264-4ee6-9929-5e10d5b0ce4f tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:06.949184 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c72821c0-bf8d-4e52-b8da-a52d32cf4dce req-d1a878fe-d264-4ee6-9929-5e10d5b0ce4f tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 945 time: 0.1994560
Feb 17 21:32:07.028305 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c72821c0-bf8d-4e52-b8da-a52d32cf4dce req-e96c9cc2-a5d9-440d-8ccd-9082119e8e64 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781260
Feb 17 21:32:07.207822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:07.220800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Transition to ACTIVE for port object 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:32:07.223788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:07.240056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-eda655cf-b9f3-4508-bdcc-dd50fcd30e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:07.537421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146d14d-e124-4a47-8c6f-e42faba45a5e None None] Pushing event updated for resources: {'Port': ['ID=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:07.543126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c146d14d-e124-4a47-8c6f-e42faba45a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:07.634365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bf621-a54d-4814-b25c-b785c1773952 req-23068f86-3195-4ef4-b8e5-14f84b1bdbe0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:07.643489 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1c7bf621-a54d-4814-b25c-b785c1773952 req-23068f86-3195-4ef4-b8e5-14f84b1bdbe0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1225984
Feb 17 21:32:07.712661 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1c7bf621-a54d-4814-b25c-b785c1773952 req-f2c427db-3149-4fd0-9413-20e29e066fdc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670743
Feb 17 21:32:07.740688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Attempting to bind port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:32:07.741119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Attempting to bind port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:32:07.741540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Attempting to bind port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac on network fd940cde-e3ef-4c4b-af10-5e3f7069246b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:32:07.749177 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:32:07.749609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Checking segment: {'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:32:07.750072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:07.753149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Bound using segment: {'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:32:07.753149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Bound port: 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f283ca-2259-400c-9905-884071dc9395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:32:07.753149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:07.871988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] For port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:32:07.882110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] For port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,segment=NetworkSegment(b6f283ca-2259-400c-9905-884071dc9395),segment_id=b6f283ca-2259-400c-9905-884071dc9395)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:32:07.889703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:07.907250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:08.301080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279faebc-5be4-4b84-8b01-a4f47797bc4c req-483bd7fd-856d-4c29-a4c9-9e1276e96520 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:08.302246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146d14d-e124-4a47-8c6f-e42faba45a5e None None] Pushing event updated for resources: {'Port': ['ID=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:08.307436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c146d14d-e124-4a47-8c6f-e42faba45a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:08.314419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Routers {'90a71761-3fe4-4fb0-a925-afeca4f18706'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:32:08.315302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6a5e1d0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:32:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['90a71761-3fe4-4fb0-a925-afeca4f18706'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:08.319481 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-279faebc-5be4-4b84-8b01-a4f47797bc4c req-483bd7fd-856d-4c29-a4c9-9e1276e96520 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2519126
Feb 17 21:32:08.389952 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-279faebc-5be4-4b84-8b01-a4f47797bc4c req-f160b728-aee9-44c9-b996-d1409a3a9bbc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693846
Feb 17 21:32:08.451780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d0868-d4e7-427c-b2e3-1c22b8d2ab96 req-882de1a3-dd8d-4eab-9ccb-3c6a96a29f14 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:08.461094 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-231d0868-d4e7-427c-b2e3-1c22b8d2ab96 req-882de1a3-dd8d-4eab-9ccb-3c6a96a29f14 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 945 time: 0.2181401
Feb 17 21:32:08.533346 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-231d0868-d4e7-427c-b2e3-1c22b8d2ab96 req-4549336f-20ca-41aa-90f1-e7eb3215b28a tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707998
Feb 17 21:32:08.672146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] Set router 90a71761-3fe4-4fb0-a925-afeca4f18706 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:32:08.771591 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-6f1e74ec-1255-4c4f-a4e3-edc4e083d0f2 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:08.773590 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-6f1e74ec-1255-4c4f-a4e3-edc4e083d0f2 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 945 time: 0.1556804
Feb 17 21:32:08.897350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0bdb3506-3b6a-4001-b470-44f179b5e33c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:32:08.900595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:32:08.944448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Deleting port 0bdb3506-3b6a-4001-b470-44f179b5e33c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:32:08.944841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:09.075803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfd96a-37c2-4b2c-871e-a58db19f3762 req-9bacd1c9-b446-457e-b7e1-0fe27c85e779 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:09.101546 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8fbfd96a-37c2-4b2c-871e-a58db19f3762 req-9bacd1c9-b446-457e-b7e1-0fe27c85e779 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1530397
Feb 17 21:32:09.230086 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8fbfd96a-37c2-4b2c-871e-a58db19f3762 req-3bdc5b78-ca70-48f8-9afb-f602524833ef tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267612
Feb 17 21:32:09.431421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] For port 0bdb3506-3b6a-4001-b470-44f179b5e33c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0bdb3506-3b6a-4001-b470-44f179b5e33c,segment=NetworkSegment(002ff5de-3ec8-464a-a43c-a380851cddee),segment_id=002ff5de-3ec8-464a-a43c-a380851cddee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:09.432025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:09.662087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:09.727430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Calling delete_port for 0bdb3506-3b6a-4001-b470-44f179b5e33c owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:32:09.872085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdb3506-3b6a-4001-b470-44f179b5e33c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:09.962855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69baa19-c6e2-41a9-9721-465b0744f3cd req-e8459b68-3dd8-455c-bee1-d6bb7fd93594 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:09.972549 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c69baa19-c6e2-41a9-9721-465b0744f3cd req-e8459b68-3dd8-455c-bee1-d6bb7fd93594 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 945 time: 0.2112088
Feb 17 21:32:10.010814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 0bdb3506-3b6a-4001-b470-44f179b5e33c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0bdb3506-3b6a-4001-b470-44f179b5e33c,segment=NetworkSegment(002ff5de-3ec8-464a-a43c-a380851cddee),segment_id=002ff5de-3ec8-464a-a43c-a380851cddee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:10.019329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:10.037379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1e81e4c9-c2f3-4ff2-82b3-83f598ef4a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:10.044962 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c69baa19-c6e2-41a9-9721-465b0744f3cd req-b1452da8-1e54-44dd-be7d-a15e59da1bc1 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710740
Feb 17 21:32:10.178067 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdb3506-3b6a-4001-b470-44f179b5e33c', 'code': 200}
Feb 17 21:32:10.300496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6a5e1d0>, [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:32:02Z', 'revision_number': 4, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port': {'id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:53Z', 'updated_at': '2021-02-17T21:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '24abc7eb-ecd4-46a5-a127-cf1a5bb79cac', 'name': '', 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'mac_address': 'fa:16:3e:0d:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e1bdfc05-2a3b-484c-b117-c1f7909bed16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:32:00Z', 'updated_at': '2021-02-17T21:32:07Z', 'revision_number': 4, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'subnets': [{'id': 'e1bdfc05-2a3b-484c-b117-c1f7909bed16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:10.306363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d019387-3e00-45f3-8049-4992a2c8cfb2 None None] The sync data for ids ['90a71761-3fe4-4fb0-a925-afeca4f18706'] in dv-cinder-760193-4-iscsi is: [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:32:02Z', 'revision_number': 4, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port': {'id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:53Z', 'updated_at': '2021-02-17T21:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '24abc7eb-ecd4-46a5-a127-cf1a5bb79cac', 'name': '', 'network_id': 'fd940cde-e3ef-4c4b-af10-5e3f7069246b', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'mac_address': 'fa:16:3e:0d:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e1bdfc05-2a3b-484c-b117-c1f7909bed16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:32:00Z', 'updated_at': '2021-02-17T21:32:07Z', 'revision_number': 4, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'subnets': [{'id': 'e1bdfc05-2a3b-484c-b117-c1f7909bed16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:32:10.310964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=0bdb3506-3b6a-4001-b470-44f179b5e33c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:10.318185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:10.358819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:32:10.359339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:32:10.429181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aee04-e96a-4a68-b3c9-f82b4ce5d176 req-20c4e738-d48d-4026-a68b-ded62f2946e0 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:10.431857 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb6aee04-e96a-4a68-b3c9-f82b4ce5d176 req-20c4e738-d48d-4026-a68b-ded62f2946e0 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2469866
Feb 17 21:32:10.537766 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb6aee04-e96a-4a68-b3c9-f82b4ce5d176 req-4c881a31-b36b-4ca7-baa7-59130fe9baf6 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985289
Feb 17 21:32:10.643278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df966b-6d7c-44d3-9fb9-095063a03f16 req-f8fc8436-4258-48e3-8c83-06849f4abe04 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:10.653234 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22df966b-6d7c-44d3-9fb9-095063a03f16 req-f8fc8436-4258-48e3-8c83-06849f4abe04 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1978607
Feb 17 21:32:10.719157 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22df966b-6d7c-44d3-9fb9-095063a03f16 req-7a68e2dd-524c-4016-9b0e-98cdfad627fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569391
Feb 17 21:32:10.860913 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Deleting port 0bdb3506-3b6a-4001-b470-44f179b5e33c {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:32:10.861576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:11.130649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:11.319588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:32:11.330523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:11.332869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:11.599111 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:11.663265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] For port 0bdb3506-3b6a-4001-b470-44f179b5e33c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0bdb3506-3b6a-4001-b470-44f179b5e33c,segment=NetworkSegment(002ff5de-3ec8-464a-a43c-a380851cddee),segment_id=002ff5de-3ec8-464a-a43c-a380851cddee)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:11.663871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:11.666480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,segment=NetworkSegment(b6f283ca-2259-400c-9905-884071dc9395),segment_id=b6f283ca-2259-400c-9905-884071dc9395)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:11.671003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab179995-b9ea-4628-886f-7e7091fc95aa req-dccbbf61-b27f-49be-b66b-ee0495b35f5d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:11.671490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:11.675151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:11.678212 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab179995-b9ea-4628-886f-7e7091fc95aa req-dccbbf61-b27f-49be-b66b-ee0495b35f5d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.1882188
Feb 17 21:32:11.785726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:11.791259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:11.840743 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab179995-b9ea-4628-886f-7e7091fc95aa req-5cb5e9c8-50f9-40fc-8973-e8234913e193 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538212
Feb 17 21:32:11.985354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Calling delete_port for 0bdb3506-3b6a-4001-b470-44f179b5e33c owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:32:12.159807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ad448-ec92-4500-bb9c-076b2265060e req-3f188b25-63e6-4395-abb1-abcb8e635415 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:12.167577 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a7ad448-ec92-4500-bb9c-076b2265060e req-3f188b25-63e6-4395-abb1-abcb8e635415 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 943 time: 0.7059362
Feb 17 21:32:12.228009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d881ad-c308-4a46-b749-47cc5b9e180b req-bd47eddc-f39b-4481-aefa-d890dfd88412 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:12.236862 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a7ad448-ec92-4500-bb9c-076b2265060e req-a9fdff09-aa8c-4e4b-b3a2-3285852109cf tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680416
Feb 17 21:32:12.238938 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62d881ad-c308-4a46-b749-47cc5b9e180b req-bd47eddc-f39b-4481-aefa-d890dfd88412 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2371378
Feb 17 21:32:12.291103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:12.328052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:12.357099 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62d881ad-c308-4a46-b749-47cc5b9e180b req-171fe8c8-e064-46e4-8553-e040d4b11ff2 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169710
Feb 17 21:32:12.697512 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-318bb1d5-63ec-47ad-9879-b1123b1c8fc1 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2880950
Feb 17 21:32:12.711690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:12.739773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:12.751553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Usage tracker for resource:floatingip and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:12.758892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:12.780072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:12.802481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:12.840123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Pushing event deleted for resources: {'Port': ['ID=0bdb3506-3b6a-4001-b470-44f179b5e33c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:12.897956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:13.062919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:13.103466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec2617-1e56-43f7-ab5a-34dd433b821f req-2c8b5fe0-1a41-49f9-a03a-72e7f2780085 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:13.105303 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f2ec2617-1e56-43f7-ab5a-34dd433b821f req-2c8b5fe0-1a41-49f9-a03a-72e7f2780085 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.7159696
Feb 17 21:32:13.112254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] No DVR routers for this DVR port 0bdb3506-3b6a-4001-b470-44f179b5e33c on host hv-cinder-76019 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:32:13.186700 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f2ec2617-1e56-43f7-ab5a-34dd433b821f req-fcdd3ba6-7adf-44d2-9e27-e3f58658db32 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717335
Feb 17 21:32:13.187923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:13.191045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'name': 'network-vif-deleted', 'tag': '0bdb3506-3b6a-4001-b470-44f179b5e33c'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:13.195134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:13.209467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:13.211053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:13.216605 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ecee3d46-dfe5-46bf-889a-f1d89821680d req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.83 "DELETE /v2.0/ports/0bdb3506-3b6a-4001-b470-44f179b5e33c HTTP/1.1" status: 204  len: 173 time: 4.4348018
Feb 17 21:32:13.457961 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc52368d-3bc8-4487-9712-aaaffba9d8bb', 'name': 'network-vif-deleted', 'tag': '0bdb3506-3b6a-4001-b470-44f179b5e33c', 'status': 'completed', 'code': 200}
Feb 17 21:32:13.720042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-56705149-4c10-454e-badd-4e3ba10e395a req-86ebe778-e842-41ac-9346-ac3c083fb792 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Synchronizing usage tracker for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:13.762445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-56705149-4c10-454e-badd-4e3ba10e395a req-86ebe778-e842-41ac-9346-ac3c083fb792 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Unset dirty status for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:13.763830 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56705149-4c10-454e-badd-4e3ba10e395a req-86ebe778-e842-41ac-9346-ac3c083fb792 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc52368d-3bc8-4487-9712-aaaffba9d8bb HTTP/1.1" status: 200  len: 210 time: 0.1791551
Feb 17 21:32:13.943551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Allocated IP 172.27.3.232 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/a28a7338-1e7e-4e17-82af-d9e441c0f6c2) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:32:14.067494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed162f-2dc6-46fd-9f65-e4110c6b7d48 req-06c20b7b-0aae-46e3-9491-12230ca2a220 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:14.076194 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-68ed162f-2dc6-46fd-9f65-e4110c6b7d48 req-06c20b7b-0aae-46e3-9491-12230ca2a220 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1152124
Feb 17 21:32:14.147572 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-68ed162f-2dc6-46fd-9f65-e4110c6b7d48 req-4ea0667a-05f3-492c-ad5a-b3677f526da6 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695183
Feb 17 21:32:14.190873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:14.228094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:14.397314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-34ac073f-03dc-41bd-acec-feb567d73857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:14.472343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:32:14.486619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:32:14.501962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929d6b-0bea-4949-9af8-52d050147f8f req-4a0aac83-a86d-4ee5-9956-74671fdd72e8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:14.505511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:32:14.511229 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc929d6b-0bea-4949-9af8-52d050147f8f req-4a0aac83-a86d-4ee5-9956-74671fdd72e8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1199520
Feb 17 21:32:14.576217 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc929d6b-0bea-4949-9af8-52d050147f8f req-75b9cad7-c189-4146-b15f-2da7ceb96f09 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634744
Feb 17 21:32:14.620735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:14.623692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event updated for resources: {'Port': ['ID=a28a7338-1e7e-4e17-82af-d9e441c0f6c2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:14.718337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:14.749123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.749703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.749946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.750355 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.750764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.751174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.751568 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.751974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.752389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.752793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.753186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.753580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.754150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.754551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.754946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.755346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.755739 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.756134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.756566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.757075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.757470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.757868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.758265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.758659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:14.768162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:15.203899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:15.209134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:15.332630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:15.480605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event updated for resources: {'Port': ['ID=a28a7338-1e7e-4e17-82af-d9e441c0f6c2,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:15.487088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:15.558938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:15.587282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:15.588791 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.8899403
Feb 17 21:32:15.702662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-86a04ae4-7361-4165-8c37-d3505326d829 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:15.729487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-86a04ae4-7361-4165-8c37-d3505326d829 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:15.731122 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-86a04ae4-7361-4165-8c37-d3505326d829 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.232 HTTP/1.1" status: 200  len: 696 time: 0.1305964
Feb 17 21:32:15.940506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-ee9c2b32-1e53-4881-b85c-03ca6800cf55 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:15.942165 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-ee9c2b32-1e53-4881-b85c-03ca6800cf55 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.2017879
Feb 17 21:32:15.955359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-81b7fb5f-bfc1-433c-9480-16a871f91c7c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:32:15.956517 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38547ec0-2812-4cfc-9708-8b69371cd1e4 req-81b7fb5f-bfc1-433c-9480-16a871f91c7c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0072472
Feb 17 21:32:16.218230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de41bb-82b8-4187-a92e-083e0d900449 req-d67a15cd-aea8-44d4-9b72-6426b48ec245 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:16.221715 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f5de41bb-82b8-4187-a92e-083e0d900449 req-d67a15cd-aea8-44d4-9b72-6426b48ec245 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1466489
Feb 17 21:32:16.302521 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f5de41bb-82b8-4187-a92e-083e0d900449 req-f1263cb5-ad14-4e96-8f7c-44b1dc7d4065 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739822
Feb 17 21:32:16.579018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da4677-7754-49eb-bfa9-3de28bc25db2 req-c97d0d66-965e-4c1d-b720-5ad472346b7c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:16.580858 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-60da4677-7754-49eb-bfa9-3de28bc25db2 req-c97d0d66-965e-4c1d-b720-5ad472346b7c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1313112
Feb 17 21:32:16.672185 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-60da4677-7754-49eb-bfa9-3de28bc25db2 req-1be1c632-18d8-45ed-9a5d-337dc667cb50 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761063
Feb 17 21:32:16.911982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-595f01df-e1a6-4623-9b46-f4951d31d588 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:16.920812 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-595f01df-e1a6-4623-9b46-f4951d31d588 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1247988
Feb 17 21:32:17.022384 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c64f2b7f-7496-4b4e-a835-2c6e5db23edf tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.232 HTTP/1.1" status: 200  len: 696 time: 0.1005669
Feb 17 21:32:17.037803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'floatingip': {'port_id': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:17.189149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:18.584524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:18.588032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:18.816901 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Floating IP da4cf194-29ed-409a-8280-123d9a905190 associated. External IP: 172.27.3.232, port: 75abf88c-cf06-43d8-92a6-d2e57b87f273.
Feb 17 21:32:19.283243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:32:19.523545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:32:19.535075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:19.569581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] Sync routers for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:32:19.611132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:32:19.613445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa686f7b8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:32:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:19.648458 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-c88b5492-aa7d-45e0-bb09-7f46816f2e7d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "PUT /v2.0/floatingips/da4cf194-29ed-409a-8280-123d9a905190 HTTP/1.1" status: 200  len: 997 time: 2.6163685
Feb 17 21:32:19.649073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:19.753140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-d6c46a44-37a6-4208-a4f1-f4907713caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:19.754728 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-d6c46a44-37a6-4208-a4f1-f4907713caa6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1163 time: 0.0899832
Feb 17 21:32:19.964560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-09cefef0-965b-402e-be4b-4096a5858dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:19.967045 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-09cefef0-965b-402e-be4b-4096a5858dea service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 909 time: 0.2048061
Feb 17 21:32:19.997305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:32:20.167711 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-415e089e-73c3-4a8a-a2bc-69116411572c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 1000 time: 0.1913900
Feb 17 21:32:20.285700 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-00a1ec82-cf25-4a65-9d4e-2e2b06998951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:20.288392 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-00a1ec82-cf25-4a65-9d4e-2e2b06998951 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.1111801
Feb 17 21:32:20.440602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-39de8c1c-7d4f-4d80-8b27-7f65529f6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:20.443088 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-39de8c1c-7d4f-4d80-8b27-7f65529f6374 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1430695
Feb 17 21:32:20.460219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-7afcfa31-97ff-425f-9e9b-d567059140f3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:32:20.461987 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-7afcfa31-97ff-425f-9e9b-d567059140f3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0108349
Feb 17 21:32:20.474223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa686f7b8>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'da4cf194-29ed-409a-8280-123d9a905190', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'port_id': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'mac_address': 'fa:16:3e:78:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:32:14Z', 'updated_at': '2021-02-17T21:32:18Z', 'revision_number': 1, 'project_id': '25d40bca22d44f84872012d3b7918953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:15Z', 'revision_number': 5, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:20.479154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] Checking router: 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:32:20.491426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:32:20.492190 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa686f7b8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:32:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:20.809986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:32:20.827332 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-0cd9ebf5-b339-4d24-9178-942f9c44abad service neutron] 10.222.0.81 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3569577
Feb 17 21:32:20.996823 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1286e2dc-1093-4a34-9f8c-9cc6edfbf7db req-660bbcda-f646-4b47-a317-4f13c006c43e service neutron] 10.222.0.81 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1678290
Feb 17 21:32:21.268716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7b98c-2aea-4858-ba88-fca4a2f6f822 req-4156f631-0567-41c2-b0ed-bf263fb6c1e1 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:21.270855 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f5e7b98c-2aea-4858-ba88-fca4a2f6f822 req-4156f631-0567-41c2-b0ed-bf263fb6c1e1 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1072023
Feb 17 21:32:21.350582 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f5e7b98c-2aea-4858-ba88-fca4a2f6f822 req-02679f18-18bb-4eca-ac13-3e4535948d4b tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701261
Feb 17 21:32:21.532620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa686f7b8>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'da4cf194-29ed-409a-8280-123d9a905190', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'port_id': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'mac_address': 'fa:16:3e:78:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:32:14Z', 'updated_at': '2021-02-17T21:32:18Z', 'revision_number': 1, 'project_id': '25d40bca22d44f84872012d3b7918953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:15Z', 'revision_number': 5, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:32:21.537915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b09c1f5-bb81-40cb-9375-6553a00a7810 None None] The sync data for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi is: [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'da4cf194-29ed-409a-8280-123d9a905190', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'port_id': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'mac_address': 'fa:16:3e:78:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:32:14Z', 'updated_at': '2021-02-17T21:32:18Z', 'revision_number': 1, 'project_id': '25d40bca22d44f84872012d3b7918953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:15Z', 'revision_number': 5, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:32:21.627050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0c330-3ff1-494d-8f10-5d5c5d4c46e5 req-8b1f2672-48be-4013-8876-c5491793a640 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:21.633420 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f3e0c330-3ff1-494d-8f10-5d5c5d4c46e5 req-8b1f2672-48be-4013-8876-c5491793a640 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1545103
Feb 17 21:32:21.681656 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f3e0c330-3ff1-494d-8f10-5d5c5d4c46e5 req-7811cbff-db4f-4c5e-987f-69fcaf8e0bcc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463734
Feb 17 21:32:21.934842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14551b65-021e-46de-893f-d301c57a197f None None] New status for floating IP da4cf194-29ed-409a-8280-123d9a905190: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:32:22.177612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-7f3862e5-2ee0-4194-8c0d-48c476386fdd tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:22.179998 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-7f3862e5-2ee0-4194-8c0d-48c476386fdd tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/networks?id=aadfafdf-63c6-4db9-a050-01c1608b571e HTTP/1.1" status: 200  len: 809 time: 0.2062743
Feb 17 21:32:22.199539 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-91f51615-86b7-4862-8fa1-b613d718cb1a tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/quotas/a0fe7e7ed3c64ea694b33c3afe0f1cbb HTTP/1.1" status: 200  len: 375 time: 0.0118794
Feb 17 21:32:22.232315 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'status': 'completed', 'code': 200}
Feb 17 21:32:22.260042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2029075245', 'description': 'tempest-TestMinimumBasicScenario-2029075245 description'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:22.268391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:22.282152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:22.283088 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-3d818727-c1fb-4ddd-a9c0-b2dbc07a71d3 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0fe7e7ed3c64ea694b33c3afe0f1cbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0707009
Feb 17 21:32:22.303253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:22.340685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:22.345244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Usage tracker for resource:security_group_rule and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:22.348441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:22.354853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:22.443797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:22.446752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:22.458267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-94abaf7c-4ca0-4060-a4cb-6aba232d91d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:22.501050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:22.504429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:22.505825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:22.507141 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7b3de3ed-134e-4079-8284-8ea11ded67b5 req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2531927
Feb 17 21:32:22.581172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e727-719b-4a46-82ca-433940129286 req-e9e83a52-5372-4197-92ef-2503a013ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:22.583419 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def0e727-719b-4a46-82ca-433940129286 req-e9e83a52-5372-4197-92ef-2503a013ed03 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1163 time: 0.1906910
Feb 17 21:32:22.586176 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-b1af0a94-4c1f-4681-b1d5-d28c2515c44b service neutron] 10.222.0.81 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2941823
Feb 17 21:32:22.759928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364596ad-5036-48b0-a543-e2d860dde84f req-f06df235-b762-4300-86f9-e3581f386c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:22.761668 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-364596ad-5036-48b0-a543-e2d860dde84f req-f06df235-b762-4300-86f9-e3581f386c84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 1163 time: 0.1170435
Feb 17 21:32:22.770522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e3d3-4a4e-4ee2-9a58-9c927f5e4a7a req-b405cddb-3c61-4f9c-ba6b-3be6d29e52ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:22.771434 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ef68e3d3-4a4e-4ee2-9a58-9c927f5e4a7a req-b405cddb-3c61-4f9c-ba6b-3be6d29e52ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1701975
Feb 17 21:32:22.877370 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-b1769bb6-7515-4362-aaf6-c99c757c687e service neutron] 10.222.0.81 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2838750
Feb 17 21:32:22.885661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e727-719b-4a46-82ca-433940129286 req-8fa37ea1-3c96-489c-bac0-1b2e16baae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:22.888554 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def0e727-719b-4a46-82ca-433940129286 req-8fa37ea1-3c96-489c-bac0-1b2e16baae70 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 909 time: 0.2721329
Feb 17 21:32:23.038930 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def0e727-719b-4a46-82ca-433940129286 req-ca40d0bf-4602-48e2-bb69-9daa90c6777d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 1002 time: 0.1431732
Feb 17 21:32:23.176816 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-5739283a-397f-4eef-afc4-8d449ce554a7 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups/a35ff217-31bd-4cfc-9838-bd8b6b0e5c05 HTTP/1.1" status: 200  len: 1814 time: 0.1367660
Feb 17 21:32:23.195874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a35ff217-31bd-4cfc-9838-bd8b6b0e5c05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:23.197013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a35ff217-31bd-4cfc-9838-bd8b6b0e5c05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:23.208580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:23.214042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e727-719b-4a46-82ca-433940129286 req-cfa7e9cb-d815-44df-9474-230d142b4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:23.215761 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def0e727-719b-4a46-82ca-433940129286 req-cfa7e9cb-d815-44df-9474-230d142b4500 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.1143923
Feb 17 21:32:23.219629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Usage tracker for resource:security_group_rule and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:23.223312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:23.254446 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ef68e3d3-4a4e-4ee2-9a58-9c927f5e4a7a req-ff5a5c01-7e23-4ab3-b0ea-6d0fea7b6f3a tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4587567
Feb 17 21:32:23.274309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:23.296063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364596ad-5036-48b0-a543-e2d860dde84f req-e4413d2b-0d6a-4ee2-9486-f1ff91a0ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:23.297833 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-364596ad-5036-48b0-a543-e2d860dde84f req-e4413d2b-0d6a-4ee2-9486-f1ff91a0ddcf service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.5254161
Feb 17 21:32:23.384668 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e727-719b-4a46-82ca-433940129286 req-679e66c8-d6a0-4167-9f45-00a9f65bfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:23.386431 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def0e727-719b-4a46-82ca-433940129286 req-679e66c8-d6a0-4167-9f45-00a9f65bfe12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1572111
Feb 17 21:32:23.394899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:23.559778 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-364596ad-5036-48b0-a543-e2d860dde84f req-cf550bf0-54de-44c6-b689-afd925d288a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a64740-431f-4589-9b86-7c7004714245 HTTP/1.1" status: 200  len: 1000 time: 0.2536480
Feb 17 21:32:23.583827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:23.597004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:23.609110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:23.625330 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def0e727-719b-4a46-82ca-433940129286 req-edb5e35b-4ac3-4772-9790-512d74563eb2 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238059
Feb 17 21:32:23.634758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e5d167-1235-4f53-a98d-f54f44123dc0,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:23.645578 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e44ab0-b03d-4bc0-9ab8-3aaef31b3fb2 req-7963eab6-8e9f-4e48-ac3b-4cbc80493d7b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:23.647194 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-73e44ab0-b03d-4bc0-9ab8-3aaef31b3fb2 req-7963eab6-8e9f-4e48-ac3b-4cbc80493d7b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1764407
Feb 17 21:32:23.658462 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364596ad-5036-48b0-a543-e2d860dde84f req-7219eee2-e78e-4a7d-a3e9-25e001e5e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:23.660996 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-364596ad-5036-48b0-a543-e2d860dde84f req-7219eee2-e78e-4a7d-a3e9-25e001e5e7fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.0920904
Feb 17 21:32:23.677022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.677444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.677857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.678269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.678670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.679073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.679478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.679873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.680279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.680714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.681076 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.681469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.681933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.682327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.682722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.683117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.683866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.683866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.684254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.684673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.685203 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.685478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.685875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.686268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:23.692430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:23.746288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:23.747613 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-14a9ad7e-759d-49f5-9dbf-e0a9170037a6 req-8c3da42a-2526-4379-bf2d-050737b8c900 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5629213
Feb 17 21:32:23.775619 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-73e44ab0-b03d-4bc0-9ab8-3aaef31b3fb2 req-a7eeb907-f60d-4acf-94ed-166812de4658 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201987
Feb 17 21:32:23.793465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364596ad-5036-48b0-a543-e2d860dde84f req-8ac504b9-2efa-4b84-9745-afd057a372f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:23.795371 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-364596ad-5036-48b0-a543-e2d860dde84f req-8ac504b9-2efa-4b84-9745-afd057a372f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1151674
Feb 17 21:32:23.840957 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-def0e727-719b-4a46-82ca-433940129286 req-c8f18d06-4b4f-4641-8b25-7363f070f153 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2022300
Feb 17 21:32:23.948860 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3276a44d-01ca-4c7a-9a48-73af891ecd33 req-7b46b843-cebb-4bb6-9f28-bd9a083f711d tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 210 time: 0.0722013
Feb 17 21:32:23.986565 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2821c085-96f9-4177-9de2-f3855109accc req-19480c10-5277-4e92-ada2-cff5efa0d6c7 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups/a35ff217-31bd-4cfc-9838-bd8b6b0e5c05 HTTP/1.1" status: 200  len: 2407 time: 0.1412163
Feb 17 21:32:24.011354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a35ff217-31bd-4cfc-9838-bd8b6b0e5c05', 'remote_group_id': None}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:24.011715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a35ff217-31bd-4cfc-9838-bd8b6b0e5c05', 'remote_group_id': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:24.020494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:24.029256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Usage tracker for resource:security_group_rule and tenant:25d40bca22d44f84872012d3b7918953 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:24.034343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:24.051573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:24.061347 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-364596ad-5036-48b0-a543-e2d860dde84f req-9f3b8b4b-4089-4eab-a364-f9515b5b3437 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477288
Feb 17 21:32:24.226803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:24.282525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:24.291146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:24.306965 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-364596ad-5036-48b0-a543-e2d860dde84f req-d9962fe7-78a4-49b3-9cb6-3d59d8beb9f0 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2352850
Feb 17 21:32:24.312472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:24.343456 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6f92ee-f898-4cdb-ae86-df495dc9ef0d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:24.349274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:24.354296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:24.356203 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2821c085-96f9-4177-9de2-f3855109accc req-ad7294d9-f4a8-4268-aa48-0a740ca1d62d tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3517504
Feb 17 21:32:24.506307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-f665db9f-ff0f-43a9-9150-78ccd73b9b40 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:24.525360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-f665db9f-ff0f-43a9-9150-78ccd73b9b40 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:24.527491 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-f665db9f-ff0f-43a9-9150-78ccd73b9b40 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2029075245&fields=id&tenant_id=25d40bca22d44f84872012d3b7918953 HTTP/1.1" status: 200  len: 267 time: 0.0747957
Feb 17 21:32:24.548599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f03f40-88fe-47a1-ab48-051316662089 req-23d2d42b-abff-4a6d-b020-bd1769bd0bad tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:24.550829 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f4f03f40-88fe-47a1-ab48-051316662089 req-23d2d42b-abff-4a6d-b020-bd1769bd0bad tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1234109
Feb 17 21:32:24.620998 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f4f03f40-88fe-47a1-ab48-051316662089 req-496b671b-5174-425c-b3e0-8d1b9a585b7c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632722
Feb 17 21:32:24.667140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-7a4f8277-7a32-4351-9caa-c1cfbdf1ff4a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:24.668910 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-7a4f8277-7a32-4351-9caa-c1cfbdf1ff4a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.1315608
Feb 17 21:32:24.682237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'port': {'security_groups': ['ffa2ffd5-b2af-4c78-878f-759917d125e2', 'a35ff217-31bd-4cfc-9838-bd8b6b0e5c05']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:24.985278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-1423e958-834b-4e49-8e11-2fa64b42b062 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:24.987095 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-1423e958-834b-4e49-8e11-2fa64b42b062 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.83 "GET /v2.0/networks?id=aadfafdf-63c6-4db9-a050-01c1608b571e HTTP/1.1" status: 200  len: 809 time: 0.2709849
Feb 17 21:32:24.993117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:25.016321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Request body: {'port': {'device_id': '780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52', 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e', 'admin_state_up': True, 'tenant_id': 'a0fe7e7ed3c64ea694b33c3afe0f1cbb'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:25.057294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73146b43-bd2a-4baf-8b6a-1f9caaa9ea63 req-182cfa5e-48d5-4433-9e7d-826814af9ffb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:25.061226 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-73146b43-bd2a-4baf-8b6a-1f9caaa9ea63 req-182cfa5e-48d5-4433-9e7d-826814af9ffb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1132715
Feb 17 21:32:25.137976 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-73146b43-bd2a-4baf-8b6a-1f9caaa9ea63 req-4c5e4d05-a12d-4ac2-86b2-731dfdb1c23b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699360
Feb 17 21:32:25.312563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:25.330175 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cde9a4b9-3e3c-405b-b0f7-75d4b0f07fc0 req-60a78e8e-417c-4fa8-a5a0-f2b9c3f24b03 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 210 time: 0.0767717
Feb 17 21:32:25.337563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:25.354884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Made reservation on behalf of a0fe7e7ed3c64ea694b33c3afe0f1cbb for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:32:25.363669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:25.730046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] For port 75abf88c-cf06-43d8-92a6-d2e57b87f273, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:25.855507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:25.871859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:25.994068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ac910eef-8df4-4726-83d3-21574fe0e001 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:26.009171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-e3cde2d3-98bb-4d9a-999a-bbb2135c553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:26.010820 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-e3cde2d3-98bb-4d9a-999a-bbb2135c553a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1162 time: 0.1496460
Feb 17 21:32:26.138159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3969d-a49d-4a84-adbe-d470b140c215 req-46394402-2944-441b-a438-5ffc938bcf61 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:26.140013 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-13f3969d-a49d-4a84-adbe-d470b140c215 req-46394402-2944-441b-a438-5ffc938bcf61 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2012517
Feb 17 21:32:26.200025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Allocated IP 172.20.0.3 (aadfafdf-63c6-4db9-a050-01c1608b571e/f3793648-9825-4710-a5a4-f040f1f3ec48/4ab0bb22-5ee6-44c8-9b35-e28e7e3db216) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:32:26.220079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:26.220700 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:26.222199 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eaffeabe-817f-46da-9cf8-b44df5b8893f req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "PUT /v2.0/ports/75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 982 time: 1.5454786
Feb 17 21:32:26.224195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:26.226059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-268bcd40-3da1-48bd-9407-56a41ed2b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:26.227669 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-268bcd40-3da1-48bd-9407-56a41ed2b900 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 913 time: 0.2049339
Feb 17 21:32:26.237808 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-13f3969d-a49d-4a84-adbe-d470b140c215 req-21e7e395-428e-4c79-a5f9-9b8b98be78a1 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800688
Feb 17 21:32:26.242446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event updated for resources: {'Port': ['ID=75abf88c-cf06-43d8-92a6-d2e57b87f273,revision_number=5']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:26.247152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:26.411048 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-f12a6b17-a9b4-47c6-82c3-e367438acbc8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 200  len: 217 time: 0.1570919
Feb 17 21:32:26.636757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-892307d6-5cae-4492-816e-ec950cfd6c1b None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:26.637595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-892307d6-5cae-4492-816e-ec950cfd6c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:26.815364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-e61257c0-f27e-4da8-9a19-c132f51129ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:26.817018 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-e61257c0-f27e-4da8-9a19-c132f51129ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.3970940
Feb 17 21:32:26.892609 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-eb6ea279-0863-4f0d-bb7c-76eb77e77978 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0666046
Feb 17 21:32:26.902603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:26.909573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832a7de-1cf8-469b-ade3-b551afc1e6dd req-f0bcb6a3-c360-477d-81f2-62f93262d51d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:26.913046 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c832a7de-1cf8-469b-ade3-b551afc1e6dd req-f0bcb6a3-c360-477d-81f2-62f93262d51d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.4533770
Feb 17 21:32:26.920929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b013d6-4cb7-450b-adda-45884ae8a04d req-98d30d37-361b-46be-8de4-4cc7e81accc8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:26.926365 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e4b013d6-4cb7-450b-adda-45884ae8a04d req-98d30d37-361b-46be-8de4-4cc7e81accc8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.4809210
Feb 17 21:32:26.957165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:27.041962 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e4b013d6-4cb7-450b-adda-45884ae8a04d req-f9cbc41f-c281-4a65-bf16-142f457ddb76 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078658
Feb 17 21:32:27.067154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:27.143320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-77a3d3dd-8165-4d70-bce2-56ae7a351466 tempest-DeleteServersTestJSON-2127175135 tempest-DeleteServersTestJSON-2127175135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:27.217374 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c832a7de-1cf8-469b-ade3-b551afc1e6dd req-88bd031f-f9c8-4392-afe0-6725344db133 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1686435
Feb 17 21:32:27.248692 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-e039c1da-d06b-496a-bee0-a858184dda80 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3332007
Feb 17 21:32:27.351628 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'status': 'completed', 'code': 200}
Feb 17 21:32:27.500588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 75abf88c-cf06-43d8-92a6-d2e57b87f273 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:27.533041 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84d95dca-9370-43b1-a5ba-0783ec08fc15 req-4eda964e-02cd-4cc5-962d-a23e5982e6f9 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2598238
Feb 17 21:32:27.551621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa358-85f5-443b-90f4-de4226ae0f63 req-32ee73ba-a596-4fbf-a6a7-8cd17aacab4d tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:27.553259 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-35eaa358-85f5-443b-90f4-de4226ae0f63 req-32ee73ba-a596-4fbf-a6a7-8cd17aacab4d tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 931 time: 0.1420417
Feb 17 21:32:27.597641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:27.598047 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:27.623980 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-35eaa358-85f5-443b-90f4-de4226ae0f63 req-e2e4b60d-7191-40cb-afbf-aa856e67111c tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588276
Feb 17 21:32:27.668767 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Pushing event updated for resources: {'Port': ['ID=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:27.684229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:27.771618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3248f6-4f26-4ff0-a836-3faca6bc14cf req-f94007e5-3ad0-4c06-b8ad-894351b9e5e9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:27.773357 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8b3248f6-4f26-4ff0-a836-3faca6bc14cf req-f94007e5-3ad0-4c06-b8ad-894351b9e5e9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.4205260
Feb 17 21:32:27.779911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-5faf6091-d9c2-4558-ac9b-eb89ea7b4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:27.782584 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-5faf6091-d9c2-4558-ac9b-eb89ea7b4b17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1203 time: 0.3500988
Feb 17 21:32:27.805513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:27.836395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6ff37-20ed-481f-8d6c-6496d5a0850d req-c7f065ca-9d40-47d0-ab75-1b7efb8f4dfc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:27.838566 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e8e6ff37-20ed-481f-8d6c-6496d5a0850d req-c7f065ca-9d40-47d0-ab75-1b7efb8f4dfc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1155555
Feb 17 21:32:27.889259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:27.890638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:27.916283 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e8e6ff37-20ed-481f-8d6c-6496d5a0850d req-82e900e3-9aee-414e-8819-cf687f5aa817 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662820
Feb 17 21:32:27.957397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Network aadfafdf-63c6-4db9-a050-01c1608b571e is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:32:27.964633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:32:27.996600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:32:28.063247 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8b3248f6-4f26-4ff0-a836-3faca6bc14cf req-c55d8bab-40e2-4adf-bd7f-b89b024b5bf8 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2760653
Feb 17 21:32:28.108698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:28.109383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:28.115772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:32:28.143075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-0610c687-3638-4fba-b160-d91983b8416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:28.144685 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-0610c687-3638-4fba-b160-d91983b8416c service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 909 time: 0.3536282
Feb 17 21:32:28.303791 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2916071
Feb 17 21:32:28.387759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Request body: {'port': {'device_id': '780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:28.421321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:28.461573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a64740-431f-4589-9b86-7c7004714245'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:28.473901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 27a64740-431f-4589-9b86-7c7004714245, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=27a64740-431f-4589-9b86-7c7004714245,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:28.478355 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:28.480711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c146d14d-e124-4a47-8c6f-e42faba45a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:28.544946 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-9263e764-ca8b-42ed-9de8-365b903c7d9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 1002 time: 0.3846276
Feb 17 21:32:28.583179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=27a64740-431f-4589-9b86-7c7004714245,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:28.594481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.594714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd0250-4165-4613-9f17-ac7d7e4661a1 req-aa2a5bd4-cb75-4fcd-b48a-5f85e6c702d3 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:28.595094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.595654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.596224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.596831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.597337 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ccbd0250-4165-4613-9f17-ac7d7e4661a1 req-aa2a5bd4-cb75-4fcd-b48a-5f85e6c702d3 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2568352
Feb 17 21:32:28.597460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.597958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.598499 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.599074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.599895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.600829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.601223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.602243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.602674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.603055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.603576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.603956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.604334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.604755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.605295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.605669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.606043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.606413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.606889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:32:28.613474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:28.670454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-c49191c6-a3b8-4850-a596-558276398ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:28.672158 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-c49191c6-a3b8-4850-a596-558276398ecf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 1163 time: 0.1905954
Feb 17 21:32:28.680766 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ccbd0250-4165-4613-9f17-ac7d7e4661a1 req-c76c66cc-1016-49ec-885e-4292242725e2 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665541
Feb 17 21:32:28.744985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-b0f23e3c-eeaa-4f38-b39a-e3bdb6490fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:28.746701 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-b0f23e3c-eeaa-4f38-b39a-e3bdb6490fbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.1830425
Feb 17 21:32:28.821334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:28.848159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9502d-9c01-45bd-94be-53fd8858242a req-6b3bd971-5f2d-411e-915c-a660882403ca tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:28.849940 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-74d9502d-9c01-45bd-94be-53fd8858242a req-6b3bd971-5f2d-411e-915c-a660882403ca tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.4773641
Feb 17 21:32:28.907198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-c4d712ec-fde6-4176-84aa-60e31fee988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:28.910919 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-c4d712ec-fde6-4176-84aa-60e31fee988a service neutron] 10.222.0.83 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 905 time: 0.2255046
Feb 17 21:32:29.021329 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-74d9502d-9c01-45bd-94be-53fd8858242a req-2fd190f2-cf90-4236-9592-32666f7c2442 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565359
Feb 17 21:32:29.026401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-8cac14ad-7301-49dd-a6e5-30a9696f219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:29.027958 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-8cac14ad-7301-49dd-a6e5-30a9696f219d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2669630
Feb 17 21:32:29.039356 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd1555-866b-4b14-870b-72f5f1b3161b req-820a1dcf-2994-407a-ae5d-44a5cd1d0b9b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:29.041076 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-39bd1555-866b-4b14-870b-72f5f1b3161b req-820a1dcf-2994-407a-ae5d-44a5cd1d0b9b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.2183800
Feb 17 21:32:29.070190 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-e11402f9-2203-43d2-997a-19359a8de723 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469 HTTP/1.1" status: 200  len: 1001 time: 0.1521187
Feb 17 21:32:29.161294 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-39bd1555-866b-4b14-870b-72f5f1b3161b req-427c9bd6-9b6b-40e3-ac7a-903b0e8eb6da tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107206
Feb 17 21:32:29.194741 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-918caf2b-1fa9-409e-a0f2-7138cc454b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:29.201694 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-918caf2b-1fa9-409e-a0f2-7138cc454b51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 200  len: 850 time: 0.1186886
Feb 17 21:32:29.265029 dv-cinder-760193-4-iscsi neutron-server[83842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27a64740-431f-4589-9b86-7c7004714245', 'code': 422} returned with failed status
Feb 17 21:32:29.324712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-f1c8d225-ae89-4498-bcfa-82a016b45fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:29.328183 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-f1c8d225-ae89-4498-bcfa-82a016b45fe5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c811b1f9-ede4-4fea-9a52-47638fb8c71d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1211977
Feb 17 21:32:29.379045 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-72bd0907-88af-44e3-95c8-f54db8448792 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3429711
Feb 17 21:32:29.605197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:32:29.627251 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-2b87f819-f49b-42e2-95ed-b9fe1d1151b9 service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2914219
Feb 17 21:32:29.629467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:29.645133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2769a26-6725-4217-a42e-5cd58a7e750a req-6716a6fc-5360-49fc-a256-316e728355a4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:29.647942 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a2769a26-6725-4217-a42e-5cd58a7e750a req-6716a6fc-5360-49fc-a256-316e728355a4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 931 time: 0.1705363
Feb 17 21:32:29.653162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Transition to ACTIVE for port object 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:32:29.670247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:29.693112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:29.763397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4774b58f-a544-44c3-9a12-3f9a2a8bc3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:29.806080 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-54b4311d-0535-4588-8e4f-fb7e7d2eb905 req-c2332245-f545-486e-8ba2-f3f7a574f900 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3549881
Feb 17 21:32:29.819267 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a2769a26-6725-4217-a42e-5cd58a7e750a req-b5d63423-44d3-4bc9-91f0-b41d44ac84f2 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438684
Feb 17 21:32:29.867988 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8c51f2c0-2348-47a2-a092-01b79ebebcc9 req-8d614f59-89b6-49a0-897e-9fc5f3785d13 service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2186430
Feb 17 21:32:29.911345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:29.916277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:30.118197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7ded0-afd8-4de7-a9d8-5af2f9bd0c8e req-98a4521a-475e-44e1-bd62-6b0f722fe58e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:30.135781 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4da7ded0-afd8-4de7-a9d8-5af2f9bd0c8e req-98a4521a-475e-44e1-bd62-6b0f722fe58e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 946 time: 0.1730719
Feb 17 21:32:30.209995 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4da7ded0-afd8-4de7-a9d8-5af2f9bd0c8e req-d640a7b9-5108-4931-aa3d-2d10077cf029 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728364
Feb 17 21:32:30.424191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Attempting to bind port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:32:30.424607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Attempting to bind port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:32:30.424988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Attempting to bind port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 on network aadfafdf-63c6-4db9-a050-01c1608b571e {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:32:30.434251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:32:30.434698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Checking segment: {'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:32:30.435134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:30.435590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Bound using segment: {'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:32:30.436127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Bound port: 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ff5de-3ec8-464a-a43c-a380851cddee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'aadfafdf-63c6-4db9-a050-01c1608b571e'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:32:30.436542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:30.444613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22cfa3-1966-43e0-8b92-b6e58fa464af req-40c04431-a2fc-441f-9b5a-a815a21d15eb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:30.446292 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9f22cfa3-1966-43e0-8b92-b6e58fa464af req-40c04431-a2fc-441f-9b5a-a815a21d15eb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0984762
Feb 17 21:32:30.463762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa127f-8a49-426e-b0ab-c602444583e6 req-2071e3a6-27ad-4136-8795-eb5cb5e4e382 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:30.465498 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-81fa127f-8a49-426e-b0ab-c602444583e6 req-2071e3a6-27ad-4136-8795-eb5cb5e4e382 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1591613
Feb 17 21:32:30.519494 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9f22cfa3-1966-43e0-8b92-b6e58fa464af req-d4b05ada-2412-48a4-b7b0-6ebd313fcf46 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656433
Feb 17 21:32:30.582801 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-81fa127f-8a49-426e-b0ab-c602444583e6 req-7a46f065-1655-4c9f-ac21-fcc03e07e118 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878696
Feb 17 21:32:30.595925 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] For port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:32:30.599362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] For port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216,segment=NetworkSegment(002ff5de-3ec8-464a-a43c-a380851cddee),segment_id=002ff5de-3ec8-464a-a43c-a380851cddee)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:32:30.608156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:30.632025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-156d8eef-a4d9-4663-bc49-874c28c6ba93 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:30.752259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-829388bc-f800-4803-9161-06112b01261b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Synchronizing usage tracker for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:30.777557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-829388bc-f800-4803-9161-06112b01261b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Unset dirty status for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:30.778947 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-829388bc-f800-4803-9161-06112b01261b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-216094617&fields=id&tenant_id=4a8e0cff646344b3a47ea2de29f098d4 HTTP/1.1" status: 200  len: 267 time: 0.0847163
Feb 17 21:32:30.883023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:30.889921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:30.900967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:30.901971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:30.903755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-13221c1d-c075-460a-80c6-53848e39efae service neutron] 10.222.0.83 "PUT /v2.0/ports/4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 HTTP/1.1" status: 200  len: 1157 time: 2.5333369
Feb 17 21:32:30.905129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52', 'tag': '4ab0bb22-5ee6-44c8-9b35-e28e7e3db216'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:31.052726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-3d212241-7dc0-46ba-bbf7-58401b3af93e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:31.053554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-3d212241-7dc0-46ba-bbf7-58401b3af93e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Synchronizing usage tracker for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:31.073281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-3d212241-7dc0-46ba-bbf7-58401b3af93e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Unset dirty status for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:31.074631 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-3d212241-7dc0-46ba-bbf7-58401b3af93e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 809 time: 0.2855520
Feb 17 21:32:31.083090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:31.113051 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-ba2c66a2-f77d-4994-a5e0-0a39ace0149a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/quotas/4a8e0cff646344b3a47ea2de29f098d4 HTTP/1.1" status: 200  len: 375 time: 0.0208457
Feb 17 21:32:31.170891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-72c60658-7d21-4a2a-b9eb-1c8d6fc5f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:31.173066 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-72c60658-7d21-4a2a-b9eb-1c8d6fc5f888 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0fe7e7ed3c64ea694b33c3afe0f1cbb&device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 1160 time: 0.1864455
Feb 17 21:32:31.181040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6a693-9969-4c73-ba16-a1319c4361f0 req-683b9061-7a3a-4c34-b724-8e9cb33ddf90 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:31.183264 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e5a6a693-9969-4c73-ba16-a1319c4361f0 req-683b9061-7a3a-4c34-b724-8e9cb33ddf90 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1451566
Feb 17 21:32:31.233366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:31.234505 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:31.273118 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-b71d130c-a0da-4549-9041-2298bf840faf tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1481845
Feb 17 21:32:31.275962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 57120) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:32:31.302535 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-89744054-d462-45b2-8f22-3049d2eada1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 HTTP/1.1" status: 200  len: 217 time: 0.1180847
Feb 17 21:32:31.413962 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e5a6a693-9969-4c73-ba16-a1319c4361f0 req-6e4ed371-ae0d-4764-8fac-6c95cd4e4de0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1622317
Feb 17 21:32:31.433936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7d2ceeac-7750-4153-a49a-b550700b88b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:31.443348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-2e46a655-aecc-41ee-a3f6-f3ec80a77d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:31.445694 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-2e46a655-aecc-41ee-a3f6-f3ec80a77d5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3793648-9825-4710-a5a4-f040f1f3ec48 HTTP/1.1" status: 200  len: 849 time: 0.1306677
Feb 17 21:32:31.516067 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-18db9c43-5bda-4f81-ac20-bec2777b093f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aadfafdf-63c6-4db9-a050-01c1608b571e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584927
Feb 17 21:32:31.617641 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-6cce4948-0223-4ffd-ada0-81c82ad4db60 service neutron] 10.222.0.81 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3132703
Feb 17 21:32:31.654701 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-c6d9a728-e0a7-4767-b6e6-a96f4c459927 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3784883
Feb 17 21:32:31.758424 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-27245a30-ab37-4723-88e7-e7a34fe14027 service neutron] 10.222.0.83 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346537
Feb 17 21:32:31.801491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c86e55-97c3-415c-bc0a-e669f8c8fb5a req-5367b606-ea96-4853-8066-06486e334d05 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:31.802598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-79c86e55-97c3-415c-bc0a-e669f8c8fb5a req-5367b606-ea96-4853-8066-06486e334d05 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Synchronizing usage tracker for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:31.903841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-79c86e55-97c3-415c-bc0a-e669f8c8fb5a req-5367b606-ea96-4853-8066-06486e334d05 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Unset dirty status for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:31.905325 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-79c86e55-97c3-415c-bc0a-e669f8c8fb5a req-5367b606-ea96-4853-8066-06486e334d05 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 943 time: 0.3557827
Feb 17 21:32:31.994305 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-79c86e55-97c3-415c-bc0a-e669f8c8fb5a req-b66e70ec-4084-4ace-af18-c39c059bd824 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737567
Feb 17 21:32:31.997707 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f97fd7-e9f9-407f-9998-3de832438272 req-3df3aadd-c839-4836-afc9-7254a3efc577 service neutron] 10.222.0.83 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2295165
Feb 17 21:32:32.015844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-b9304f0d-a6ab-425d-9609-f53726d16788 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:32.021432 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-b9304f0d-a6ab-425d-9609-f53726d16788 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 946 time: 0.5357072
Feb 17 21:32:32.067723 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52', 'tag': '4ab0bb22-5ee6-44c8-9b35-e28e7e3db216', 'status': 'completed', 'code': 200}
Feb 17 21:32:32.139995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Deleting port bf71e435-c026-4e24-bc88-5dea7233733a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:32:32.140646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:32.241929 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-c4f27796-9c01-4e55-be21-22d22aa5d996 service neutron] 10.222.0.81 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6152544
Feb 17 21:32:32.313543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669779a8-91e5-41d1-998a-e987826c88b8 req-c62cf361-9064-4342-92fe-87c8c4a2b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:32.315419 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-669779a8-91e5-41d1-998a-e987826c88b8 req-c62cf361-9064-4342-92fe-87c8c4a2b8ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0fe7e7ed3c64ea694b33c3afe0f1cbb&device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 1160 time: 0.2212379
Feb 17 21:32:32.402305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:32.440330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6174fb1-9ce9-4f05-8cbe-0be9efa19ea7 req-f1857de0-7cf0-4c25-b940-3048105abddb tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:32.443038 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e6174fb1-9ce9-4f05-8cbe-0be9efa19ea7 req-f1857de0-7cf0-4c25-b940-3048105abddb tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 946 time: 0.2418749
Feb 17 21:32:32.538868 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e6174fb1-9ce9-4f05-8cbe-0be9efa19ea7 req-5e5a32f1-e930-464d-b5cb-f20f26033256 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869617
Feb 17 21:32:32.557405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669779a8-91e5-41d1-998a-e987826c88b8 req-252ac514-9c7e-4101-a863-8f57ad0b5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:32.558980 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-669779a8-91e5-41d1-998a-e987826c88b8 req-252ac514-9c7e-4101-a863-8f57ad0b5510 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aadfafdf-63c6-4db9-a050-01c1608b571e HTTP/1.1" status: 200  len: 903 time: 0.2360778
Feb 17 21:32:32.563860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] For port bf71e435-c026-4e24-bc88-5dea7233733a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bf71e435-c026-4e24-bc88-5dea7233733a,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:32.576145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:32.685685 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-669779a8-91e5-41d1-998a-e987826c88b8 req-26693bc9-c781-454b-a258-4f456da50cf8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 HTTP/1.1" status: 200  len: 217 time: 0.1075640
Feb 17 21:32:32.771968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Calling delete_port for bf71e435-c026-4e24-bc88-5dea7233733a owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:32:32.824099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669779a8-91e5-41d1-998a-e987826c88b8 req-2e76b5f1-817b-4999-acc0-e2ea93568103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:32.826481 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-669779a8-91e5-41d1-998a-e987826c88b8 req-2e76b5f1-817b-4999-acc0-e2ea93568103 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3793648-9825-4710-a5a4-f040f1f3ec48 HTTP/1.1" status: 200  len: 849 time: 0.1320765
Feb 17 21:32:32.894434 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-669779a8-91e5-41d1-998a-e987826c88b8 req-33cebfd5-2a67-471a-bf6d-72f4bea9dcf8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aadfafdf-63c6-4db9-a050-01c1608b571e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548859
Feb 17 21:32:32.970856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:33.005247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2ca53cbe-5318-4d35-9c8d-1e8db4a582c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:33.012991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ddb1-6bbb-4a2a-ad55-4726bdda6db2 req-fb8c0db6-b94f-425f-bf2f-a6deed1c5eb5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:33.015254 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9525ddb1-6bbb-4a2a-ad55-4726bdda6db2 req-fb8c0db6-b94f-425f-bf2f-a6deed1c5eb5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2841315
Feb 17 21:32:33.024258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device bf71e435-c026-4e24-bc88-5dea7233733a no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:32:33.076473 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9525ddb1-6bbb-4a2a-ad55-4726bdda6db2 req-dfa8f601-6965-4eb6-9a3c-47f4908f4b42 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525317
Feb 17 21:32:33.127549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] No Port match for: bf71e435-c026-4e24-bc88-5dea7233733a {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:32:33.131672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device bf71e435-c026-4e24-bc88-5dea7233733a not bound to the agent host hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:32:33.206501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-669779a8-91e5-41d1-998a-e987826c88b8 req-18f273b1-fd44-4ee5-991f-b12fc6effec3 service neutron] 10.222.0.83 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3005025
Feb 17 21:32:33.243894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Pushing event deleted for resources: {'Port': ['ID=bf71e435-c026-4e24-bc88-5dea7233733a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:33.260858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:33.383117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a0a50-1d8f-4b66-b850-e9726236b66b req-660feae9-145f-4eb5-92a0-b21050926c12 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:33.384755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-305a0a50-1d8f-4b66-b850-e9726236b66b req-660feae9-145f-4eb5-92a0-b21050926c12 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2125289
Feb 17 21:32:33.413181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:33.462934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] No DVR routers for this DVR port bf71e435-c026-4e24-bc88-5dea7233733a on host hv-cinder-76019 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:32:33.469099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:33.472152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076f8d45-db9b-4d9e-bc70-7b2a9a723a25', 'name': 'network-vif-deleted', 'tag': 'bf71e435-c026-4e24-bc88-5dea7233733a'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:33.507972 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a5d5dba1-3440-4903-ab83-5df4396a20e3 req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "DELETE /v2.0/ports/bf71e435-c026-4e24-bc88-5dea7233733a HTTP/1.1" status: 204  len: 173 time: 1.4785912
Feb 17 21:32:33.511558 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-305a0a50-1d8f-4b66-b850-e9726236b66b req-5bce8d15-eebc-4986-9ef6-feafeeed5288 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717568
Feb 17 21:32:33.706469 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3cffece3-6477-472d-a3ee-0eaa4f28bd99 req-44d02a18-2acc-4dd1-ba2d-90edb5f5632f tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 210 time: 0.0676374
Feb 17 21:32:33.812527 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-669779a8-91e5-41d1-998a-e987826c88b8 req-2d9f8c56-dcc5-4d8b-8dab-7750821cebf3 service neutron] 10.222.0.83 "GET /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5909824
Feb 17 21:32:33.835624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6e426-ca0d-4faf-848a-86af9f3e3c08 req-86b63a2b-47bb-4b82-b6b5-28d1d05244b3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:33.837830 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0ea6e426-ca0d-4faf-848a-86af9f3e3c08 req-86b63a2b-47bb-4b82-b6b5-28d1d05244b3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.4981973
Feb 17 21:32:33.839509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-602abf9c-9c59-4a22-90c7-92ec73aeb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:33.841060 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-602abf9c-9c59-4a22-90c7-92ec73aeb70d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54&tenant_id=0eebfe4d067343679d9e941cc68c036b HTTP/1.1" status: 200  len: 1161 time: 0.4446456
Feb 17 21:32:33.889058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:33.937458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d288f9a-fb36-4010-af9c-05e451e2169c req-cde1b776-b542-45e8-b717-c1e1f24c18c3 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:33.939315 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d288f9a-fb36-4010-af9c-05e451e2169c req-cde1b776-b542-45e8-b717-c1e1f24c18c3 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 943 time: 0.1182692
Feb 17 21:32:33.952747 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0ea6e426-ca0d-4faf-848a-86af9f3e3c08 req-c2222a26-f511-4ec5-8eb0-9cfa7e6e373f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051915
Feb 17 21:32:33.982752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-2e34ea4d-dd0c-40ef-9146-487e7df9ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:33.984459 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-2e34ea4d-dd0c-40ef-9146-487e7df9ae98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 1161 time: 0.1101453
Feb 17 21:32:34.000051 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d288f9a-fb36-4010-af9c-05e451e2169c req-4077f751-14cb-4b8c-a060-0c6c05595162 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536332
Feb 17 21:32:34.023787 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076f8d45-db9b-4d9e-bc70-7b2a9a723a25', 'name': 'network-vif-deleted', 'tag': 'bf71e435-c026-4e24-bc88-5dea7233733a', 'status': 'completed', 'code': 200}
Feb 17 21:32:34.199937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-f284b8d0-a2ec-4dab-a4a0-0a2c03502b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:34.207026 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-f284b8d0-a2ec-4dab-a4a0-0a2c03502b03 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.2144203
Feb 17 21:32:34.319496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-f011a23a-410a-4859-908f-c8dc7f2facc5 req-af08f096-b60a-46f1-9716-15e89867cde7 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:34.346576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-f011a23a-410a-4859-908f-c8dc7f2facc5 req-af08f096-b60a-46f1-9716-15e89867cde7 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:34.348982 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f011a23a-410a-4859-908f-c8dc7f2facc5 req-af08f096-b60a-46f1-9716-15e89867cde7 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=076f8d45-db9b-4d9e-bc70-7b2a9a723a25 HTTP/1.1" status: 200  len: 210 time: 0.1339977
Feb 17 21:32:34.597199 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-20603e07-3d95-4a5a-9318-9f571704143a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a64740-431f-4589-9b86-7c7004714245 HTTP/1.1" status: 200  len: 998 time: 0.3793626
Feb 17 21:32:34.729232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-7eb7bdb5-39b7-41e9-8ee9-c56591f78f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:34.730944 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-7eb7bdb5-39b7-41e9-8ee9-c56591f78f8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.1224191
Feb 17 21:32:34.739194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cad980e0-b086-4824-9117-bb39e0160aa4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:34.740481 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cad980e0-b086-4824-9117-bb39e0160aa4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.83 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 809 time: 0.4263480
Feb 17 21:32:34.747243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d43c6-e386-4e65-a9b5-5ccddc14198b req-54d97236-eca1-4fc9-8f19-ef0705e66e17 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:34.749509 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0b6d43c6-e386-4e65-a9b5-5ccddc14198b req-54d97236-eca1-4fc9-8f19-ef0705e66e17 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2597013
Feb 17 21:32:34.917119 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9eeb5582-7bd3-4e1b-9e15-8317541d8645 req-143c2ab8-a3d4-4699-ac4f-717e8329a57b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 210 time: 0.0602882
Feb 17 21:32:34.928725 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0b6d43c6-e386-4e65-a9b5-5ccddc14198b req-2894cd52-ac5f-44af-adf9-3b0631670558 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266623
Feb 17 21:32:34.940848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-31a36457-b6bb-4bc5-9ec6-34b17f57a0fd tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Synchronizing usage tracker for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:34.959182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-31a36457-b6bb-4bc5-9ec6-34b17f57a0fd tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Unset dirty status for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:34.960664 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-31a36457-b6bb-4bc5-9ec6-34b17f57a0fd tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4a8e0cff646344b3a47ea2de29f098d4 HTTP/1.1" status: 200  len: 5757 time: 0.2101200
Feb 17 21:32:34.962708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-00c17b91-4c6f-4944-b24a-b8e45dbc709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:34.964269 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-00c17b91-4c6f-4944-b24a-b8e45dbc709d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2126107
Feb 17 21:32:34.970706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Request body: {'port': {'device_id': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'admin_state_up': True, 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'security_groups': ['3437eb87-17a0-4a04-adcf-052d8334f1a7']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:35.187690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646d8d5-35b7-4efb-b2f4-191b34ea215e req-495e9030-c80b-455e-9cfc-8d19f8dfbeb7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:35.191116 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e646d8d5-35b7-4efb-b2f4-191b34ea215e req-495e9030-c80b-455e-9cfc-8d19f8dfbeb7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1025233
Feb 17 21:32:35.240637 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e646d8d5-35b7-4efb-b2f4-191b34ea215e req-69bad266-bb56-4a1f-8bf2-18f29e5256fc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444312
Feb 17 21:32:35.322370 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-32adf035-f06f-493a-aff0-5fbf9c826b1b service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3354473
Feb 17 21:32:35.323343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:32:35.331869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Usage tracker for resource:port and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:32:35.359781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:32:35.433585 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:32:35.457343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Made reservation on behalf of 4a8e0cff646344b3a47ea2de29f098d4 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:32:35.463140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:35.479746 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd26cb3-392a-4466-8bd3-a2ee317e60f6 req-5a75ce83-a611-426b-a347-a23aa98c0e52 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:35.483751 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-acd26cb3-392a-4466-8bd3-a2ee317e60f6 req-5a75ce83-a611-426b-a347-a23aa98c0e52 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 943 time: 0.3266144
Feb 17 21:32:35.601640 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22be7d6a-5291-4445-a9f4-fd0012d65b58 req-9e80dacf-aa3f-46ac-86dd-59c6628d3070 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2710600
Feb 17 21:32:35.666534 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-acd26cb3-392a-4466-8bd3-a2ee317e60f6 req-e2a6af36-8e6b-4943-90b7-83b426fb94aa tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693084
Feb 17 21:32:35.909118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Allocated IP 172.20.0.5 (efce0a5a-9bb6-4e84-98ec-b36c7e90b07a/f6079bc3-89ba-4717-96cf-26834380e04c/a6c08e2f-21c9-485e-86d0-82127dc53630) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:32:36.144653 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-36867fbf-a996-42b8-8165-2f446fc8b88a req-b28b5ea3-4ecc-4ed4-9af2-eaf80bd793dd tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 210 time: 0.0780897
Feb 17 21:32:36.219337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:36.241784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Transition to ACTIVE for port object a6c08e2f-21c9-485e-86d0-82127dc53630 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:32:36.254168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc962521-35d4-4cd1-8434-a7a78416576f req-770a6330-6c39-4d79-a29a-a0a77ed17381 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:36.255864 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc962521-35d4-4cd1-8434-a7a78416576f req-770a6330-6c39-4d79-a29a-a0a77ed17381 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1839938
Feb 17 21:32:36.319785 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc962521-35d4-4cd1-8434-a7a78416576f req-0147d081-674c-41ad-93e2-824b9daff061 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569320
Feb 17 21:32:36.329078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:36.347642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:36.512806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event updated for resources: {'Port': ['ID=a6c08e2f-21c9-485e-86d0-82127dc53630,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:36.513945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:36.518277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:36.520339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d4101-4768-4d90-b265-cf7c1139f8de req-ae8ccbc4-c388-42f5-acff-14caa88edb08 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:36.531041 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c1d4101-4768-4d90-b265-cf7c1139f8de req-ae8ccbc4-c388-42f5-acff-14caa88edb08 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1155024
Feb 17 21:32:36.605203 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:32:36.606533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:32:36.611772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:32:36.623464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:32:36.625787 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c1d4101-4768-4d90-b265-cf7c1139f8de req-ab1e7a3e-7c54-402b-a56f-df2013226a62 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930374
Feb 17 21:32:36.643072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:36.643508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:36.726128 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:36.727099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:36.764707 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7982492
Feb 17 21:32:36.919592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:36.966135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216,segment=NetworkSegment(002ff5de-3ec8-464a-a43c-a380851cddee),segment_id=002ff5de-3ec8-464a-a43c-a380851cddee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:36.968528 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0bb22-5ee6-44c8-9b35-e28e7e3db216'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:36.976083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:36.980793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:37.087810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:37.092594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:37.105718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-03e874f4-ddbe-4673-85ef-a1bd0457e806 None None] Provisioning for port a6c08e2f-21c9-485e-86d0-82127dc53630 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:32:37.113282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-03e874f4-ddbe-4673-85ef-a1bd0457e806 None None] Provisioning complete for port a6c08e2f-21c9-485e-86d0-82127dc53630 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:37.114007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-03e874f4-ddbe-4673-85ef-a1bd0457e806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:37.135653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2e08-f3f8-4285-8400-f4eec2ed137b req-ad4897e6-0710-4973-bc94-907c86bfd1ed tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:37.147272 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5eab2e08-f3f8-4285-8400-f4eec2ed137b req-ad4897e6-0710-4973-bc94-907c86bfd1ed tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.2124023
Feb 17 21:32:37.211172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-03e874f4-ddbe-4673-85ef-a1bd0457e806 None None] Port a6c08e2f-21c9-485e-86d0-82127dc53630 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:32:37.257264 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5eab2e08-f3f8-4285-8400-f4eec2ed137b req-02665207-12ef-4ddc-a104-3e1073d38158 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038716
Feb 17 21:32:37.272213 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0bb22-5ee6-44c8-9b35-e28e7e3db216', 'code': 200}
Feb 17 21:32:37.524229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b358a-1909-44b2-8fc8-6125472c603a req-edda8a44-05a4-4f2d-b96c-451aa109461a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:37.529961 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ae5b358a-1909-44b2-8fc8-6125472c603a req-edda8a44-05a4-4f2d-b96c-451aa109461a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.1317120
Feb 17 21:32:37.589928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9c8e-3972-4be3-a90d-2d1cb2e1e91e req-31dfb7b0-097f-4c3f-9ec4-a365ace17d85 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:37.592239 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dedd9c8e-3972-4be3-a90d-2d1cb2e1e91e req-31dfb7b0-097f-4c3f-9ec4-a365ace17d85 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1116755
Feb 17 21:32:37.606142 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ae5b358a-1909-44b2-8fc8-6125472c603a req-f901a3b3-513b-4c0e-b854-5113acf979e4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0684817
Feb 17 21:32:37.649566 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dedd9c8e-3972-4be3-a90d-2d1cb2e1e91e req-2481b6e7-ca2b-48dc-8beb-10f9be63e0ef tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492074
Feb 17 21:32:37.840888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e8690-78b1-4aa0-8f69-949ecdc5f7f0 req-8d5b66cc-7d33-4696-b105-5f24caa51f56 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:37.847022 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7b3e8690-78b1-4aa0-8f69-949ecdc5f7f0 req-8d5b66cc-7d33-4696-b105-5f24caa51f56 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1189561
Feb 17 21:32:37.884064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89460b05-9124-462c-afc0-b7872fb6af22 req-65de1281-0670-4a81-bb84-2a390a7e19b6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:37.885797 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-89460b05-9124-462c-afc0-b7872fb6af22 req-65de1281-0670-4a81-bb84-2a390a7e19b6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.0999937
Feb 17 21:32:37.906976 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7b3e8690-78b1-4aa0-8f69-949ecdc5f7f0 req-b562a1d1-6860-4dfa-b9af-68a80aa8cc3a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555944
Feb 17 21:32:37.948684 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-89460b05-9124-462c-afc0-b7872fb6af22 req-811f336b-3a72-452e-9a3b-613e0fcdb292 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520253
Feb 17 21:32:38.505821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b884ff-6a54-48dd-8c69-208a8d52f3a0 req-984eeb2b-8e10-4d44-a0f0-511bcd843b10 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:38.507455 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-39b884ff-6a54-48dd-8c69-208a8d52f3a0 req-984eeb2b-8e10-4d44-a0f0-511bcd843b10 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1067345
Feb 17 21:32:38.576994 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-39b884ff-6a54-48dd-8c69-208a8d52f3a0 req-eba55ba7-d99f-43e6-9d82-e9b8d34a9b2c tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609984
Feb 17 21:32:38.844572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36ba6a-0917-438a-9027-9e02b267e807 req-b28f651b-260f-4b7a-94fb-310b76b484e4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:38.845397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-1a36ba6a-0917-438a-9027-9e02b267e807 req-b28f651b-260f-4b7a-94fb-310b76b484e4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Synchronizing usage tracker for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:38.870962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-1a36ba6a-0917-438a-9027-9e02b267e807 req-b28f651b-260f-4b7a-94fb-310b76b484e4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Unset dirty status for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:38.872496 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1a36ba6a-0917-438a-9027-9e02b267e807 req-b28f651b-260f-4b7a-94fb-310b76b484e4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.1419749
Feb 17 21:32:38.904083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66225a-ea48-4d4b-8526-db366f6210b7 req-fb6604ea-08c4-48f6-b1d8-c4917e806401 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:38.905825 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fe66225a-ea48-4d4b-8526-db366f6210b7 req-fb6604ea-08c4-48f6-b1d8-c4917e806401 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1004450
Feb 17 21:32:38.936497 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1a36ba6a-0917-438a-9027-9e02b267e807 req-4909fc48-617d-406c-897d-b08ca5de6da4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0521533
Feb 17 21:32:38.977839 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fe66225a-ea48-4d4b-8526-db366f6210b7 req-92a6c75e-97a5-4bf8-a9f6-9c29059ca227 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584528
Feb 17 21:32:39.142900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:39.175547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5dba-eea9-41e6-9fb5-bbaa931b342b req-79cabb02-75c6-482c-997d-c6590fc81060 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:39.177338 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9cad5dba-eea9-41e6-9fb5-bbaa931b342b req-79cabb02-75c6-482c-997d-c6590fc81060 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1247363
Feb 17 21:32:39.234970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:39.235763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:39.242497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf28d6-6954-4a54-8100-7847f797079b req-0305d7a4-2e42-4dc9-ad44-0cb202413832 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:39.252146 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8daf28d6-6954-4a54-8100-7847f797079b req-0305d7a4-2e42-4dc9-ad44-0cb202413832 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1454899
Feb 17 21:32:39.264820 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9cad5dba-eea9-41e6-9fb5-bbaa931b342b req-f8a2b127-80e6-42ab-9ed0-ecd737dd8a2a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677786
Feb 17 21:32:39.323233 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8daf28d6-6954-4a54-8100-7847f797079b req-f20dfdea-b7cf-471d-a6d3-dd2ff135a45b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699267
Feb 17 21:32:39.811075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3600eb9-4e43-48e7-b2f1-03e4e33756f4 req-62cc0bd4-91f6-46d3-90a3-794a13c08024 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:39.814889 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f3600eb9-4e43-48e7-b2f1-03e4e33756f4 req-62cc0bd4-91f6-46d3-90a3-794a13c08024 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.0928535
Feb 17 21:32:39.868392 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f3600eb9-4e43-48e7-b2f1-03e4e33756f4 req-744662ba-9dd7-483d-a54b-5ea430e8a2c6 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486987
Feb 17 21:32:40.202469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b78bb-638e-4c06-9e5d-5cb5080cddea req-1ea7b502-a830-4427-8d87-41c9696a3a2b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:40.204437 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-155b78bb-638e-4c06-9e5d-5cb5080cddea req-1ea7b502-a830-4427-8d87-41c9696a3a2b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.1452856
Feb 17 21:32:40.241189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9f6e-b6d4-4238-a0a4-a9b423adba56 req-4dcb2002-f8a5-4938-8c92-fffa5bb02b42 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:40.243174 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c0da9f6e-b6d4-4238-a0a4-a9b423adba56 req-4dcb2002-f8a5-4938-8c92-fffa5bb02b42 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1408613
Feb 17 21:32:40.270284 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-155b78bb-638e-4c06-9e5d-5cb5080cddea req-bbf08a43-9c3e-4dc3-aeb6-2a04a052b4ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0588222
Feb 17 21:32:40.340024 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c0da9f6e-b6d4-4238-a0a4-a9b423adba56 req-2be23d0c-8638-41ac-bb1a-447a0c35a90e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878298
Feb 17 21:32:40.570443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777f8d5-2c4a-4984-a8fb-65a60aea259e req-829cd1b9-224c-4b96-9226-c75527063215 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:40.572964 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0777f8d5-2c4a-4984-a8fb-65a60aea259e req-829cd1b9-224c-4b96-9226-c75527063215 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1260235
Feb 17 21:32:40.617611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfcbfd-fe74-434f-8c0e-c2e27e507070 req-50229997-8ad2-4417-a624-f4a16fa2e1e2 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:40.619279 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3bfcbfd-fe74-434f-8c0e-c2e27e507070 req-50229997-8ad2-4417-a624-f4a16fa2e1e2 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.0996137
Feb 17 21:32:40.624421 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0777f8d5-2c4a-4984-a8fb-65a60aea259e req-a9495265-9cc4-4784-ab62-294b19300d3f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452249
Feb 17 21:32:40.672287 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3bfcbfd-fe74-434f-8c0e-c2e27e507070 req-fbc76001-a564-4cf0-b12d-f64670a4e336 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461502
Feb 17 21:32:41.098440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b419b-e477-4af8-8e6c-96d6f1ffcff4 req-8e87e3bf-7f02-4ed1-a2f9-fa8617895f01 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:41.100468 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-081b419b-e477-4af8-8e6c-96d6f1ffcff4 req-8e87e3bf-7f02-4ed1-a2f9-fa8617895f01 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1055508
Feb 17 21:32:41.162515 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-081b419b-e477-4af8-8e6c-96d6f1ffcff4 req-6d40b16a-8308-40ed-8a0e-f1eb99b0802c tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508001
Feb 17 21:32:41.505601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e355a19-ea72-4b5a-9793-3619f5ef4387 req-f8910b54-1a09-4c46-b4e0-d03bfe38a402 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:41.507683 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7e355a19-ea72-4b5a-9793-3619f5ef4387 req-f8910b54-1a09-4c46-b4e0-d03bfe38a402 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.0983958
Feb 17 21:32:41.565161 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7e355a19-ea72-4b5a-9793-3619f5ef4387 req-eaa6ad46-c6f5-42cc-9738-d4d5a6f9ae7d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0502076
Feb 17 21:32:41.570395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb33eac-9af0-4dcb-bc14-badaa2bb5b67 req-9287c097-e91c-4132-876c-1cbcaded50eb tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:41.572423 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceb33eac-9af0-4dcb-bc14-badaa2bb5b67 req-9287c097-e91c-4132-876c-1cbcaded50eb tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.0969965
Feb 17 21:32:41.651662 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceb33eac-9af0-4dcb-bc14-badaa2bb5b67 req-c0a63898-ddc0-49c4-95c3-27c38e72c72c tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653980
Feb 17 21:32:41.851651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50424a3d-19cc-48a2-b176-506a77466cdf req-3169a9fc-7ede-4f3c-8513-a429a9d0cd4b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:41.853704 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50424a3d-19cc-48a2-b176-506a77466cdf req-3169a9fc-7ede-4f3c-8513-a429a9d0cd4b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0993137
Feb 17 21:32:41.890556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99b06d-22b6-42cf-b1e1-5559fb1783f1 req-e8e5db2f-a567-4e6b-be94-d2d20aa2f012 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:41.892597 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0e99b06d-22b6-42cf-b1e1-5559fb1783f1 req-e8e5db2f-a567-4e6b-be94-d2d20aa2f012 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.0938594
Feb 17 21:32:41.908504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50424a3d-19cc-48a2-b176-506a77466cdf req-c28c244e-0b3e-4f64-9852-04f26eeaa28f tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474405
Feb 17 21:32:41.949316 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0e99b06d-22b6-42cf-b1e1-5559fb1783f1 req-0f5f0a38-59fe-490d-8629-b87f6d589e31 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495059
Feb 17 21:32:42.629102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d6849-2dfe-4e40-b451-5a09df8267c3 req-89625b25-0c73-4309-ac3f-99e1e417ef3e tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:42.630755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-605d6849-2dfe-4e40-b451-5a09df8267c3 req-89625b25-0c73-4309-ac3f-99e1e417ef3e tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.3377070
Feb 17 21:32:42.692979 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-605d6849-2dfe-4e40-b451-5a09df8267c3 req-c9309d2d-79da-4500-83bb-42e7058d617e tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488629
Feb 17 21:32:42.797337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b220d0-5261-421a-af24-f955005e4049 req-4353a895-4951-416e-9a0d-3607eb3e0c63 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:42.799042 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-98b220d0-5261-421a-af24-f955005e4049 req-4353a895-4951-416e-9a0d-3607eb3e0c63 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.1109672
Feb 17 21:32:42.856013 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-98b220d0-5261-421a-af24-f955005e4049 req-402231cf-f242-448c-8efc-19929e771dfa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0495453
Feb 17 21:32:42.905761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c979c-a56c-4c32-8a77-76cc57f9f249 req-1f1a63a7-5013-49fb-baa7-ce9852fe8516 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:42.917045 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-190c979c-a56c-4c32-8a77-76cc57f9f249 req-1f1a63a7-5013-49fb-baa7-ce9852fe8516 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1020722
Feb 17 21:32:42.971645 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-190c979c-a56c-4c32-8a77-76cc57f9f249 req-b2888e8f-e90e-43eb-8ae3-09b623cd4800 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575595
Feb 17 21:32:43.191377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c764-193a-4fe7-8471-c4aeeaf2f95f req-d1e982e6-8512-4d31-83fa-719ecc7ea50c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:43.193140 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7362c764-193a-4fe7-8471-c4aeeaf2f95f req-d1e982e6-8512-4d31-83fa-719ecc7ea50c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1591923
Feb 17 21:32:43.208050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f4701-7251-402a-bfde-e694126c528a req-61c9ca3d-197f-4eb6-aba5-227a9c8ceacc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:43.209838 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a28f4701-7251-402a-bfde-e694126c528a req-61c9ca3d-197f-4eb6-aba5-227a9c8ceacc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1162646
Feb 17 21:32:43.248624 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7362c764-193a-4fe7-8471-c4aeeaf2f95f req-ed1c638c-101e-46bb-bd2f-0812b760e8d1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479009
Feb 17 21:32:43.269891 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a28f4701-7251-402a-bfde-e694126c528a req-7532c320-211b-4967-ba1e-beb1086d59ee tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525429
Feb 17 21:32:43.914002 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e1dd3-989a-4830-8a6e-b27f9b57b67c req-4855d67c-6db2-4808-b13a-1f5094bd2ff4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:43.915850 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7e7e1dd3-989a-4830-8a6e-b27f9b57b67c req-4855d67c-6db2-4808-b13a-1f5094bd2ff4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1035407
Feb 17 21:32:43.971312 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7e7e1dd3-989a-4830-8a6e-b27f9b57b67c req-02706ef7-3dac-4d3f-93f2-fdce34349fdf tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479815
Feb 17 21:32:44.118394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ec95c-1e5f-4dca-a76d-fcc95780765d req-e24d4511-8b78-46e3-828a-918cb12df284 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:44.127504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f34ec95c-1e5f-4dca-a76d-fcc95780765d req-e24d4511-8b78-46e3-828a-918cb12df284 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.1195598
Feb 17 21:32:44.181244 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f34ec95c-1e5f-4dca-a76d-fcc95780765d req-c03d6d74-2638-4896-9d56-922cf60940ea tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0513752
Feb 17 21:32:44.246810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40726bd-7ace-4b6e-9ec6-0e4f2f559bd7 req-d24bbd5e-6203-42b4-a940-e85d70d474b1 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:44.248623 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e40726bd-7ace-4b6e-9ec6-0e4f2f559bd7 req-d24bbd5e-6203-42b4-a940-e85d70d474b1 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1272562
Feb 17 21:32:44.314732 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e40726bd-7ace-4b6e-9ec6-0e4f2f559bd7 req-4cf5ed4d-fe7f-49ff-aa75-a4d2f953c818 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558329
Feb 17 21:32:44.484463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2cc46-37c5-4140-a100-b7c477dbdc97 req-0ee995f6-e3b2-4617-98ca-3e9b391597cb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:44.486244 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cfd2cc46-37c5-4140-a100-b7c477dbdc97 req-0ee995f6-e3b2-4617-98ca-3e9b391597cb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1045926
Feb 17 21:32:44.542953 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cfd2cc46-37c5-4140-a100-b7c477dbdc97 req-fcc86196-553a-4163-99ed-3bd2f720beac tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498199
Feb 17 21:32:44.555155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d8f69-c771-4472-ba2e-9ea41cefea01 req-9c2db0f5-cff7-4036-9b1a-1524ca7446e6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:44.560784 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-025d8f69-c771-4472-ba2e-9ea41cefea01 req-9c2db0f5-cff7-4036-9b1a-1524ca7446e6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1102283
Feb 17 21:32:44.621657 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-025d8f69-c771-4472-ba2e-9ea41cefea01 req-d9ac5ebe-5a7d-40d5-8c86-b3344d9a95e1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455456
Feb 17 21:32:45.209274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a34fb-c97b-49c8-ba98-8ba5a3c8675b req-4a712708-381a-46d9-98a2-bde0f5063fe5 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:45.210951 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dc7a34fb-c97b-49c8-ba98-8ba5a3c8675b req-4a712708-381a-46d9-98a2-bde0f5063fe5 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1080396
Feb 17 21:32:45.265916 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dc7a34fb-c97b-49c8-ba98-8ba5a3c8675b req-e0f0c7e6-f745-4684-9692-ebf19a73688d tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477874
Feb 17 21:32:45.498703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecb025-e760-49fd-99e5-c1bdf8641d7f req-cbaabde0-9058-4b85-b10c-ee5c0e224dc1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:45.506983 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-16ecb025-e760-49fd-99e5-c1bdf8641d7f req-cbaabde0-9058-4b85-b10c-ee5c0e224dc1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.1334083
Feb 17 21:32:45.557020 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-16ecb025-e760-49fd-99e5-c1bdf8641d7f req-abb753bf-140b-42c0-881c-1a6e1c0bef46 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0490563
Feb 17 21:32:45.571649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6b0db-b4dd-4d87-9dfb-eaf6066817bd req-950aa5e0-50c7-4ea7-95b6-191475ef0c83 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:45.573685 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8fc6b0db-b4dd-4d87-9dfb-eaf6066817bd req-950aa5e0-50c7-4ea7-95b6-191475ef0c83 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1053250
Feb 17 21:32:45.646301 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8fc6b0db-b4dd-4d87-9dfb-eaf6066817bd req-3d403724-5016-48b8-934a-1b2b8652f81e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633192
Feb 17 21:32:45.807481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a24a-3d47-4923-aa32-d26bf4dbcd63 req-4675d2e5-6b57-4c1d-b2e2-d66f5572ec19 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:45.809339 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d216a24a-3d47-4923-aa32-d26bf4dbcd63 req-4675d2e5-6b57-4c1d-b2e2-d66f5572ec19 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1186543
Feb 17 21:32:45.871698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:32:45.876464 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d216a24a-3d47-4923-aa32-d26bf4dbcd63 req-aa66b634-9ecb-4d87-a7bc-2f7e6024ee35 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596004
Feb 17 21:32:45.906379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbff46-0e54-4a35-add8-d869905ed518 req-425d1931-4582-4457-baca-1a73d4a454dd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:45.908104 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d2cbff46-0e54-4a35-add8-d869905ed518 req-425d1931-4582-4457-baca-1a73d4a454dd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1189470
Feb 17 21:32:45.963843 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d2cbff46-0e54-4a35-add8-d869905ed518 req-ca7c9bbb-df3d-45e7-9a0c-612dbc6d7616 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469227
Feb 17 21:32:46.484106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76049ad-08bd-41ad-8822-650d992762b4 req-025820c1-fc4e-4179-8a84-851dd955741b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:46.485821 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f76049ad-08bd-41ad-8822-650d992762b4 req-025820c1-fc4e-4179-8a84-851dd955741b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1012716
Feb 17 21:32:46.538808 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f76049ad-08bd-41ad-8822-650d992762b4 req-4d33cb63-664b-4ba3-baf7-8268599e69a0 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455654
Feb 17 21:32:46.780980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341978b-f8da-4366-a7d6-872f910bc9f5 req-ef3793b2-d3e0-4169-902e-c0e6851600d8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:46.782785 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2341978b-f8da-4366-a7d6-872f910bc9f5 req-ef3793b2-d3e0-4169-902e-c0e6851600d8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.1023583
Feb 17 21:32:46.840918 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2341978b-f8da-4366-a7d6-872f910bc9f5 req-7bb6eabc-7fac-4790-836b-c116ed8c38e7 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450974
Feb 17 21:32:46.922120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26baab-0f54-432c-a260-fd00ad888635 req-db0c285f-ecf4-4edd-801d-6e4cc7cb8dff tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:46.923809 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ba26baab-0f54-432c-a260-fd00ad888635 req-db0c285f-ecf4-4edd-801d-6e4cc7cb8dff tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.0985367
Feb 17 21:32:46.978719 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ba26baab-0f54-432c-a260-fd00ad888635 req-32967121-2a91-4e8a-be4e-90b977eb49ff tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477233
Feb 17 21:32:47.106191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb3d4e-f018-4ecc-b6f3-2b2f096921a0 req-b00945c5-4034-4ce5-8d71-176c21a020f4 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:47.117217 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a6bb3d4e-f018-4ecc-b6f3-2b2f096921a0 req-b00945c5-4034-4ce5-8d71-176c21a020f4 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1271226
Feb 17 21:32:47.183008 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a6bb3d4e-f018-4ecc-b6f3-2b2f096921a0 req-b4e3cc64-77da-456f-ace7-30a171d832ec tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627942
Feb 17 21:32:47.192041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1126b-5bae-4635-95a6-bb4ece4287e2 req-b6b2b78d-0a96-4d05-8449-4e185f05be5e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:47.199847 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4f1126b-5bae-4635-95a6-bb4ece4287e2 req-b6b2b78d-0a96-4d05-8449-4e185f05be5e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1053276
Feb 17 21:32:47.247309 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4f1126b-5bae-4635-95a6-bb4ece4287e2 req-59664f41-1850-4e7e-abe2-06c6a79c65f7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464613
Feb 17 21:32:47.767075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc54116-b282-4da2-bda1-6bc910d922c6 req-261a1856-e228-4cdd-b191-d0e1e522a172 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:47.768820 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1bc54116-b282-4da2-bda1-6bc910d922c6 req-261a1856-e228-4cdd-b191-d0e1e522a172 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1066818
Feb 17 21:32:47.822453 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1bc54116-b282-4da2-bda1-6bc910d922c6 req-c384bd2e-c18e-44e7-910b-4f1431196fc4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462282
Feb 17 21:32:48.064592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787df9-6597-4205-83b8-55f8339987d7 req-1af4f480-ac18-4698-a82f-47d71822cc8a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:48.066436 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e1787df9-6597-4205-83b8-55f8339987d7 req-1af4f480-ac18-4698-a82f-47d71822cc8a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.1040051
Feb 17 21:32:48.161041 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e1787df9-6597-4205-83b8-55f8339987d7 req-2c153752-fcb6-4ec0-9c83-dfb7e86443af tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0878518
Feb 17 21:32:48.218321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade95da-da8d-41f3-826d-065da297d899 req-c203166a-d258-4f01-9e76-6959cbac9b10 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:48.220024 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bade95da-da8d-41f3-826d-065da297d899 req-c203166a-d258-4f01-9e76-6959cbac9b10 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1077619
Feb 17 21:32:48.289066 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bade95da-da8d-41f3-826d-065da297d899 req-23d02a80-e08f-40f7-ad08-6b0735ef713e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624566
Feb 17 21:32:48.418571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ecc9d-cad0-431c-8b23-d444f044346e req-ce5b1b46-a4e0-44ad-a223-791be1319885 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:48.420294 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7f2ecc9d-cad0-431c-8b23-d444f044346e req-ce5b1b46-a4e0-44ad-a223-791be1319885 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0978787
Feb 17 21:32:48.483824 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7f2ecc9d-cad0-431c-8b23-d444f044346e req-4fcd875a-3f7c-49bd-96fb-be87a3259677 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550442
Feb 17 21:32:48.511677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2df38c-f92c-4162-ada9-1b2973b3333f req-f0e7af23-6ef8-44d6-a482-8a588031557b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:48.513427 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd2df38c-f92c-4162-ada9-1b2973b3333f req-f0e7af23-6ef8-44d6-a482-8a588031557b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.0995548
Feb 17 21:32:48.569370 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd2df38c-f92c-4162-ada9-1b2973b3333f req-62fa3d91-d892-46f3-be35-cd033cf30adf tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491652
Feb 17 21:32:49.027704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eecea-ba78-420e-8ba7-efa07858459d req-92d081df-d870-495d-ba0e-1ef4c3cd5cab tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:49.029843 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-453eecea-ba78-420e-8ba7-efa07858459d req-92d081df-d870-495d-ba0e-1ef4c3cd5cab tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.0886958
Feb 17 21:32:49.078643 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-453eecea-ba78-420e-8ba7-efa07858459d req-dbbf46ad-9483-4c92-881c-721accfa41a4 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422809
Feb 17 21:32:49.127548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Request body: {'port': {'device_id': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:32:49.273595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:49.507340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08728170-062b-4fd6-bece-68d450a785cd req-4d949f0a-1869-4b22-9d35-94bb912a9b9f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:49.509042 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-08728170-062b-4fd6-bece-68d450a785cd req-4d949f0a-1869-4b22-9d35-94bb912a9b9f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.0939581
Feb 17 21:32:49.558581 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-08728170-062b-4fd6-bece-68d450a785cd req-d6b1a5ff-9fd9-47e0-b4a2-91d830b79265 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424843
Feb 17 21:32:49.564043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4712a0-cf0f-4cf2-943e-1d58ce4d69f6 req-acfbd5b5-7935-4969-b6d8-2c8542209e51 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:49.565723 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ad4712a0-cf0f-4cf2-943e-1d58ce4d69f6 req-acfbd5b5-7935-4969-b6d8-2c8542209e51 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 931 time: 0.2714777
Feb 17 21:32:49.575034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8506ee9-c87a-4cf0-8ba5-1c78392d52c9 req-47e74acc-8b3e-4118-9e5c-ca21266faadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:49.575034 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a8506ee9-c87a-4cf0-8ba5-1c78392d52c9 req-47e74acc-8b3e-4118-9e5c-ca21266faadf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 1162 time: 0.2038441
Feb 17 21:32:49.726333 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ad4712a0-cf0f-4cf2-943e-1d58ce4d69f6 req-03f9a7fb-340e-4b1d-a9a4-3d4935ddb5aa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1479948
Feb 17 21:32:49.730849 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a8506ee9-c87a-4cf0-8ba5-1c78392d52c9 req-94d66e27-c08d-438d-84c6-e72147781616 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956583
Feb 17 21:32:49.764980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aedc2-858b-498e-a8b0-bb0682135ce5 req-4f59dc0a-cfb6-4526-a8fe-20185a256110 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:49.766836 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b34aedc2-858b-498e-a8b0-bb0682135ce5 req-4f59dc0a-cfb6-4526-a8fe-20185a256110 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0999672
Feb 17 21:32:49.823578 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b34aedc2-858b-498e-a8b0-bb0682135ce5 req-9209f12f-0e71-4945-a49a-d3c7e5743f18 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494225
Feb 17 21:32:50.023936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea7f3-23c6-4c2a-9375-28235331e375 req-934eb29b-4982-4fbe-890b-20e93bb7f849 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:50.025756 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2b2ea7f3-23c6-4c2a-9375-28235331e375 req-934eb29b-4982-4fbe-890b-20e93bb7f849 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1815634
Feb 17 21:32:50.058391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c08e2f-21c9-485e-86d0-82127dc53630 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:32:50.070160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:50.100674 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2b2ea7f3-23c6-4c2a-9375-28235331e375 req-1bbe0955-856c-4b53-8f1b-0f2dac0ca197 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666318
Feb 17 21:32:50.101715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Transition to ACTIVE for port object a6c08e2f-21c9-485e-86d0-82127dc53630 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:32:50.106626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:50.137737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:50.301082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c08e2f-21c9-485e-86d0-82127dc53630,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:50.307432 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57fdb-f152-46cb-ad51-c12996ec0aaf req-88d4b76f-62d0-4df4-b448-019a739ebe49 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:50.309318 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e57fdb-f152-46cb-ad51-c12996ec0aaf req-88d4b76f-62d0-4df4-b448-019a739ebe49 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.0927558
Feb 17 21:32:50.318736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:50.363820 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e57fdb-f152-46cb-ad51-c12996ec0aaf req-02dfc9ed-e402-4e81-93e8-6570710c8c14 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466354
Feb 17 21:32:50.511082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Attempting to bind port a6c08e2f-21c9-485e-86d0-82127dc53630 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:32:50.511462 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Attempting to bind port a6c08e2f-21c9-485e-86d0-82127dc53630 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:32:50.511838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Attempting to bind port a6c08e2f-21c9-485e-86d0-82127dc53630 on network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:32:50.518649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:32:50.519064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Checking segment: {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:32:50.519437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:50.519836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Bound using segment: {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:32:50.520320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Bound port: a6c08e2f-21c9-485e-86d0-82127dc53630, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1191fc-0779-4a12-b895-2279b2c2db32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:32:50.520724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:50.620573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] For port a6c08e2f-21c9-485e-86d0-82127dc53630, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:32:50.624133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] For port a6c08e2f-21c9-485e-86d0-82127dc53630, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6c08e2f-21c9-485e-86d0-82127dc53630,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:32:50.628309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:50.645403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:50.881942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c08e2f-21c9-485e-86d0-82127dc53630,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:50.888482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:50.937732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15a70-14f7-4e76-b85e-ae43a09450aa req-1a7ac9f9-d0da-4a75-93e6-469d44f29a4a tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:50.940538 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ea15a70-14f7-4e76-b85e-ae43a09450aa req-1a7ac9f9-d0da-4a75-93e6-469d44f29a4a tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.2583220
Feb 17 21:32:50.944427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:50.945497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:50.947421 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] 10.222.0.83 "PUT /v2.0/ports/a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 1157 time: 1.8248141
Feb 17 21:32:50.951095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:51.016186 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ea15a70-14f7-4e76-b85e-ae43a09450aa req-38ae297e-f4f0-48e2-af74-f1e03c4239e0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584996
Feb 17 21:32:51.293967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:51.314238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-b03eb3db-1db6-48af-99ae-336f9ff3140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:51.315875 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-b03eb3db-1db6-48af-99ae-336f9ff3140f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1160 time: 0.2447832
Feb 17 21:32:51.330729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dff6c-522d-4faf-834f-f430fe410166 req-598773d4-7cb2-46fe-8b16-360f2d8f2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:51.332401 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-497dff6c-522d-4faf-834f-f430fe410166 req-598773d4-7cb2-46fe-8b16-360f2d8f2baa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1203 time: 0.3112247
Feb 17 21:32:51.395633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:51.396044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:51.438751 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-ba3ad572-4df8-46d2-9337-95b892110a0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 217 time: 0.1128821
Feb 17 21:32:51.449695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9ac18-aecd-455b-ba98-29524737b142 req-e5559aa3-7111-4e03-80b0-e8159bc43e8f tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:51.452149 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-58d9ac18-aecd-455b-ba98-29524737b142 req-e5559aa3-7111-4e03-80b0-e8159bc43e8f tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.4510479
Feb 17 21:32:51.509082 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-58d9ac18-aecd-455b-ba98-29524737b142 req-28e912f1-f878-4350-a37d-faa302a67285 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0496850
Feb 17 21:32:51.589418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00954de8-69f8-48e3-a747-7c1abf364a7c req-6f0289b0-602d-4f4f-874b-45183fcdc0f5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:51.591157 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-00954de8-69f8-48e3-a747-7c1abf364a7c req-6f0289b0-602d-4f4f-874b-45183fcdc0f5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.3641031
Feb 17 21:32:51.635100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-3f913d28-aba6-4398-a7f9-80b706b9dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:51.636736 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-3f913d28-aba6-4398-a7f9-80b706b9dd08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.1459689
Feb 17 21:32:51.715946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dff6c-522d-4faf-834f-f430fe410166 req-b518c378-ac9c-4301-85ff-d6b79650bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:51.718239 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-497dff6c-522d-4faf-834f-f430fe410166 req-b518c378-ac9c-4301-85ff-d6b79650bd97 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 909 time: 0.3194509
Feb 17 21:32:51.787122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-6bf5fd20-f250-46fb-836d-13e80f3ec2d2 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:51.788940 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-6bf5fd20-f250-46fb-836d-13e80f3ec2d2 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 946 time: 0.1276925
Feb 17 21:32:51.797455 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cd11-8b53-44fe-aae8-7242b53ccb73 req-2e6a5d9e-cd6a-473e-ac6c-4ba9adaf6273 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:51.799233 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1599cd11-8b53-44fe-aae8-7242b53ccb73 req-2e6a5d9e-cd6a-473e-ac6c-4ba9adaf6273 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1762033
Feb 17 21:32:51.919490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Deleting port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:32:51.919868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:51.958033 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1599cd11-8b53-44fe-aae8-7242b53ccb73 req-362126c1-6ce4-45c0-aaa2-a91f8f9053cb tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1240671
Feb 17 21:32:52.025925 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'status': 'completed', 'code': 200}
Feb 17 21:32:52.035585 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-00954de8-69f8-48e3-a747-7c1abf364a7c req-db539ffc-c53a-45ae-b36a-562e95b0e353 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4304056
Feb 17 21:32:52.106460 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-497dff6c-522d-4faf-834f-f430fe410166 req-e5ff7dd0-2d53-45b4-810b-7fdf225ea67a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 1002 time: 0.3742428
Feb 17 21:32:52.109622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-763afbd5-8f43-4551-ada8-18f582af256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:52.111235 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-763afbd5-8f43-4551-ada8-18f582af256e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4538183
Feb 17 21:32:52.343799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dff6c-522d-4faf-834f-f430fe410166 req-41889c29-d956-4b94-b11d-e681081ac359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:52.345437 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-497dff6c-522d-4faf-834f-f430fe410166 req-41889c29-d956-4b94-b11d-e681081ac359 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.2237964
Feb 17 21:32:52.365410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] For port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7d8f43c4-61d3-4df1-8fb0-dba9198ab111,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:52.365820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:52.388946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf40e37-1141-42e2-b22f-e2b6972da0c2 req-dc46b19a-43fc-4ce4-b483-7fc1c402a996 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:52.390665 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2cf40e37-1141-42e2-b22f-e2b6972da0c2 req-dc46b19a-43fc-4ce4-b483-7fc1c402a996 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1790671
Feb 17 21:32:52.470775 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-77fcfa9e-b477-49b3-abed-3dea1176a29b service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3469739
Feb 17 21:32:52.484328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bf7db-be51-41d7-9ffc-09fbbbbc7552 req-448691f2-e1a3-4ca7-8084-c17251a5ba5f tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:52.485987 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-958bf7db-be51-41d7-9ffc-09fbbbbc7552 req-448691f2-e1a3-4ca7-8084-c17251a5ba5f tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.2860060
Feb 17 21:32:52.520471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Calling delete_port for 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:32:52.628619 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2cf40e37-1141-42e2-b22f-e2b6972da0c2 req-6d080968-c234-4873-b041-14c5374236db tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165829
Feb 17 21:32:52.634877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dff6c-522d-4faf-834f-f430fe410166 req-5547bdb0-7173-4a6f-aed5-541ecbc4e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:52.636512 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-497dff6c-522d-4faf-834f-f430fe410166 req-5547bdb0-7173-4a6f-aed5-541ecbc4e8ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2721169
Feb 17 21:32:52.687033 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-958bf7db-be51-41d7-9ffc-09fbbbbc7552 req-3c82119b-ee64-437a-923c-ea170dfe81a3 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773350
Feb 17 21:32:52.766725 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:52.795189 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c44cf489-b6fd-439d-9c23-3da55faa8d42 req-3c9b3ce2-1a68-4ce1-9ded-273c4130efd6 service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3080752
Feb 17 21:32:52.803764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:52.923551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Pushing event deleted for resources: {'Port': ['ID=7d8f43c4-61d3-4df1-8fb0-dba9198ab111,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:52.936717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:52.996018 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d05c3f7c-efd3-4175-9d92-dc57d977d834 req-927dd849-4e1f-4448-b01f-8edbdb0252c0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=df46d23e-3000-4aea-a928-cafdd272506c HTTP/1.1" status: 200  len: 210 time: 0.0612614
Feb 17 21:32:52.998967 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-497dff6c-522d-4faf-834f-f430fe410166 req-f129ee14-1283-4a5c-bd31-84d41b36e1e1 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438559
Feb 17 21:32:53.105539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] No DVR routers for this DVR port 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 on host hv-cinder-76019 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:32:53.111196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:53.118681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df46d23e-3000-4aea-a928-cafdd272506c', 'name': 'network-vif-deleted', 'tag': '7d8f43c4-61d3-4df1-8fb0-dba9198ab111'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:53.160991 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-44d58982-c56c-42b3-9421-77c7638de9f6 req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "DELETE /v2.0/ports/7d8f43c4-61d3-4df1-8fb0-dba9198ab111 HTTP/1.1" status: 204  len: 173 time: 1.3599255
Feb 17 21:32:53.177606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-fe228ff1-69b4-4edb-be25-fb264c49ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:53.179275 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-fe228ff1-69b4-4edb-be25-fb264c49ee06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1160 time: 0.3067644
Feb 17 21:32:53.190712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f64f58-73d4-4097-8343-3b96d90a3ed1 req-b16a1ae8-1913-4ab8-90e4-d2768f03d841 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:53.196249 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1f64f58-73d4-4097-8343-3b96d90a3ed1 req-b16a1ae8-1913-4ab8-90e4-d2768f03d841 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.3251371
Feb 17 21:32:53.315760 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f2639-8ff2-468e-a088-d18c167243d3 req-ac98bec1-66e8-40f6-908e-3b418a88e21b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:53.318771 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-717f2639-8ff2-468e-a088-d18c167243d3 req-ac98bec1-66e8-40f6-908e-3b418a88e21b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1171188
Feb 17 21:32:53.330815 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-497dff6c-522d-4faf-834f-f430fe410166 req-c48cef69-945e-43c5-be62-b2a693a56b9a service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3226364
Feb 17 21:32:53.392606 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1f64f58-73d4-4097-8343-3b96d90a3ed1 req-3450a331-85b3-4486-ba4d-7dd3ad90a6da tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1681280
Feb 17 21:32:53.421177 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-717f2639-8ff2-468e-a088-d18c167243d3 req-440ee313-b0b6-4b6c-8b77-80112090bf0b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0895348
Feb 17 21:32:53.476320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-d37b9729-3c5c-4186-be19-ad0e2f82fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:53.478492 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-d37b9729-3c5c-4186-be19-ad0e2f82fe7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 903 time: 0.2809870
Feb 17 21:32:53.501395 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df46d23e-3000-4aea-a928-cafdd272506c', 'name': 'network-vif-deleted', 'tag': '7d8f43c4-61d3-4df1-8fb0-dba9198ab111', 'status': 'completed', 'code': 200}
Feb 17 21:32:53.604266 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-1d6d9844-5b65-4c78-b08f-c89be751ebe6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 217 time: 0.1180956
Feb 17 21:32:53.696082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-38d2e975-2849-4230-b5a0-63823efc1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:53.697711 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-38d2e975-2849-4230-b5a0-63823efc1083 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.0862837
Feb 17 21:32:53.713512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971efd6-83c7-45b3-ae37-14888a0028b8 req-5b4e2e39-142c-4561-b7ce-4511f3b5fd78 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:53.715375 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e971efd6-83c7-45b3-ae37-14888a0028b8 req-5b4e2e39-142c-4561-b7ce-4511f3b5fd78 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1718390
Feb 17 21:32:53.813789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:32:53.866364 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e971efd6-83c7-45b3-ae37-14888a0028b8 req-4e4918e0-cb65-417f-91ef-68c13387f253 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010559
Feb 17 21:32:53.887730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] No Port match for: 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:32:53.888699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 7d8f43c4-61d3-4df1-8fb0-dba9198ab111 not bound to the agent host hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:32:53.900052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-c0956d09-8fae-4839-834a-896c28177525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:53.901896 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-c0956d09-8fae-4839-834a-896c28177525 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1848879
Feb 17 21:32:53.939980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf52f0-8bcc-4e70-9613-080efe9718f1 req-c588ac93-044b-4515-9654-c068f1a3eb6f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:53.944943 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bfdf52f0-8bcc-4e70-9613-080efe9718f1 req-c588ac93-044b-4515-9654-c068f1a3eb6f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1740949
Feb 17 21:32:54.017656 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bfdf52f0-8bcc-4e70-9613-080efe9718f1 req-f268f290-e671-4550-9c01-4019a7be327e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584064
Feb 17 21:32:54.115158 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-90ece885-8cd7-4014-8cc2-5a2df2c4a312 service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044802
Feb 17 21:32:54.302770 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4b4b3eb-622c-48a0-9875-37f872f7ce18 req-04482fa8-f3b9-4715-9311-0ca31135a6de service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1802316
Feb 17 21:32:54.469789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e531160-d5ba-4c43-af6d-a541d57027be req-c98b4480-a466-4148-94e1-52df46895289 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:54.471495 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3e531160-d5ba-4c43-af6d-a541d57027be req-c98b4480-a466-4148-94e1-52df46895289 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1080644
Feb 17 21:32:54.522722 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3e531160-d5ba-4c43-af6d-a541d57027be req-5689879a-b977-4a5f-a746-31506c0af664 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440919
Feb 17 21:32:54.590758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a95f9-6acb-49b4-a4fb-c61c0e5982fb req-ebb86931-520e-4129-85c4-8e39a1331b39 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:54.591561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-822a95f9-6acb-49b4-a4fb-c61c0e5982fb req-ebb86931-520e-4129-85c4-8e39a1331b39 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:54.609254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-822a95f9-6acb-49b4-a4fb-c61c0e5982fb req-ebb86931-520e-4129-85c4-8e39a1331b39 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:54.610610 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-822a95f9-6acb-49b4-a4fb-c61c0e5982fb req-ebb86931-520e-4129-85c4-8e39a1331b39 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 946 time: 0.1163604
Feb 17 21:32:54.671822 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-822a95f9-6acb-49b4-a4fb-c61c0e5982fb req-0c9972e3-9909-4751-b128-244a3199099d tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546100
Feb 17 21:32:54.720662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e8dee-673e-433d-a9ce-c97446205b6b req-a34443f4-1caa-4b59-936d-055e56c105d9 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:54.722354 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db0e8dee-673e-433d-a9ce-c97446205b6b req-a34443f4-1caa-4b59-936d-055e56c105d9 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.0951891
Feb 17 21:32:54.774266 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db0e8dee-673e-433d-a9ce-c97446205b6b req-95a36004-17ec-428e-8cde-3b576d77ca47 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0454123
Feb 17 21:32:54.869369 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7acc84-f2f0-45d8-8203-5a195c1b65e4 req-ec59be6c-5988-4d5b-9c82-044cc2bcfaa2 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:54.870750 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7d7acc84-f2f0-45d8-8203-5a195c1b65e4 req-ec59be6c-5988-4d5b-9c82-044cc2bcfaa2 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.0970776
Feb 17 21:32:54.931986 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7d7acc84-f2f0-45d8-8203-5a195c1b65e4 req-325fe302-e6c8-45bd-9c3d-293935f10530 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0542121
Feb 17 21:32:55.086586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1cce3-2a31-4a19-8e7d-e3c94fbe227e req-e8103401-3a77-4f01-934b-3c541e0fe681 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:55.088224 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4f1cce3-2a31-4a19-8e7d-e3c94fbe227e req-e8103401-3a77-4f01-934b-3c541e0fe681 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0956125
Feb 17 21:32:55.139966 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d4f1cce3-2a31-4a19-8e7d-e3c94fbe227e req-d5c4f8c2-7cc8-43c1-80cf-faf4e181d360 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443747
Feb 17 21:32:55.242345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1cd4b-f304-499b-bae0-92a0384459f9 req-5077544f-1003-4642-9bd6-b6d172244c64 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:55.244059 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-65b1cd4b-f304-499b-bae0-92a0384459f9 req-5077544f-1003-4642-9bd6-b6d172244c64 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.0911610
Feb 17 21:32:55.319831 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-65b1cd4b-f304-499b-bae0-92a0384459f9 req-8d08b84a-4b4e-4ff4-a9c2-64d74b5005d8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684159
Feb 17 21:32:55.732662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a83c32-ebf8-4be7-833e-2e4d08ead81b req-ac63846e-eeb3-47f8-9f87-1769a1582929 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:55.734469 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-99a83c32-ebf8-4be7-833e-2e4d08ead81b req-ac63846e-eeb3-47f8-9f87-1769a1582929 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.0902171
Feb 17 21:32:55.793463 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-99a83c32-ebf8-4be7-833e-2e4d08ead81b req-8974786c-b3b5-4df1-97ff-4af3542a1cec tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486579
Feb 17 21:32:55.899900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31576ca-6c2e-4956-8788-e392611180c7 req-2e02b0fa-e643-48a1-a890-b60d6e49169f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:55.901622 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b31576ca-6c2e-4956-8788-e392611180c7 req-2e02b0fa-e643-48a1-a890-b60d6e49169f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 946 time: 0.1004536
Feb 17 21:32:55.952477 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b31576ca-6c2e-4956-8788-e392611180c7 req-0f805ffb-1871-47e9-824e-1c832395ff51 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444753
Feb 17 21:32:56.005198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f418-bdfa-4e1b-887c-7c275f562688 req-dcb78a42-c8cf-4b80-982a-a83696b6d869 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:56.009995 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0246f418-bdfa-4e1b-887c-7c275f562688 req-dcb78a42-c8cf-4b80-982a-a83696b6d869 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.1070917
Feb 17 21:32:56.063138 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0246f418-bdfa-4e1b-887c-7c275f562688 req-6a326536-44a3-4f94-b391-de2e332e434b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0495949
Feb 17 21:32:56.150865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee873cd-6f2b-4e00-947d-a142ecba6220 req-3635e0b5-f5ce-478e-beb6-61d01133f57f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:56.152855 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7ee873cd-6f2b-4e00-947d-a142ecba6220 req-3635e0b5-f5ce-478e-beb6-61d01133f57f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.0932846
Feb 17 21:32:56.226274 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7ee873cd-6f2b-4e00-947d-a142ecba6220 req-805f9f13-c3bb-472b-b9cd-d077f95ebbcc tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0649288
Feb 17 21:32:56.619584 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf41b93-9c6f-4618-b211-da4bf407b1c8 req-c9701767-40ec-414c-9c2a-527d0b08339f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:56.621389 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4bf41b93-9c6f-4618-b211-da4bf407b1c8 req-c9701767-40ec-414c-9c2a-527d0b08339f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1701248
Feb 17 21:32:56.629340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-240112e0-bb29-4ebd-b455-8d79749500ef tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:56.630957 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-240112e0-bb29-4ebd-b455-8d79749500ef tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 946 time: 0.1317611
Feb 17 21:32:56.669892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-56daaa77-d1a1-49a4-b9ba-596733710290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:56.671508 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-56daaa77-d1a1-49a4-b9ba-596733710290 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1162 time: 0.4817631
Feb 17 21:32:56.681119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-36bf5919-5bbe-4079-bf69-385a46706e0a tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:56.682714 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-36bf5919-5bbe-4079-bf69-385a46706e0a tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.83 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1886604
Feb 17 21:32:56.691208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16dbc-3ab3-49e1-ad52-38e5a54c1d29 req-e208c109-f8b9-4a0e-8e67-de9f12f0e134 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:56.692984 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a16dbc-3ab3-49e1-ad52-38e5a54c1d29 req-e208c109-f8b9-4a0e-8e67-de9f12f0e134 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2001657
Feb 17 21:32:56.740852 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4bf41b93-9c6f-4618-b211-da4bf407b1c8 req-c120c57f-a95f-425a-9287-1bdbd5939dc0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087615
Feb 17 21:32:56.747253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Deleting port 4d69a324-72ec-4606-9812-b52b2db8e993 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:32:56.747646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:56.889222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Deleting port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:32:56.889436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:56.951703 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06a16dbc-3ab3-49e1-ad52-38e5a54c1d29 req-67c39f9a-efb4-4116-a2fe-56d5ac2fb17d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205420
Feb 17 21:32:56.983916 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:57.063600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-2e6131bb-e7c4-4c92-ab39-269c8337bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:57.065275 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-2e6131bb-e7c4-4c92-ab39-269c8337bcc6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 913 time: 0.3317087
Feb 17 21:32:57.114705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb2489-3ea5-4f5c-901c-22877d6595b1 req-345a0faf-f8f1-46a2-b21b-37057aa0df18 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:57.116400 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b1cb2489-3ea5-4f5c-901c-22877d6595b1 req-345a0faf-f8f1-46a2-b21b-37057aa0df18 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 945 time: 0.1671340
Feb 17 21:32:57.123193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] For port 4d69a324-72ec-4606-9812-b52b2db8e993, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4d69a324-72ec-4606-9812-b52b2db8e993,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:57.123569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:57.266218 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-2753fc00-9de6-484e-92a8-ee0a467e2570 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 200  len: 217 time: 0.1333070
Feb 17 21:32:57.280290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Calling delete_port for 4d69a324-72ec-4606-9812-b52b2db8e993 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:32:57.353455 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b1cb2489-3ea5-4f5c-901c-22877d6595b1 req-4635b19c-bc3f-49d4-8cfa-f31a15b5014b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215462
Feb 17 21:32:57.416395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-ef2af953-2b63-4607-bf3c-0138b0e6143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:57.418009 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-ef2af953-2b63-4607-bf3c-0138b0e6143a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.1298368
Feb 17 21:32:57.432075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ef58e-76e5-4869-aba6-439757263adc req-a4719e32-ac25-44bd-a837-de748ef37d02 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:57.433855 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-681ef58e-76e5-4869-aba6-439757263adc req-a4719e32-ac25-44bd-a837-de748ef37d02 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 946 time: 0.3414876
Feb 17 21:32:57.472539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:57.490264 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:57.511409 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-0fea20a1-43d9-43c9-8d0d-3f3adcb90366 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764675
Feb 17 21:32:57.513144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] For port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216,segment=NetworkSegment(002ff5de-3ec8-464a-a43c-a380851cddee),segment_id=002ff5de-3ec8-464a-a43c-a380851cddee)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:57.513561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:57.751571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Calling delete_port for 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:32:57.814943 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-681ef58e-76e5-4869-aba6-439757263adc req-f9619a58-0daf-4217-b6ca-6032c9db4404 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3376503
Feb 17 21:32:57.844183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:57.866306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Pushing event deleted for resources: {'Port': ['ID=4d69a324-72ec-4606-9812-b52b2db8e993,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:57.881717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:57.919908 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-c6c57287-2c69-46c1-8571-8e2ac0848b48 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3869395
Feb 17 21:32:57.990669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 27a64740-431f-4589-9b86-7c7004714245 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:57.991346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:58.013038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655f166-3df2-4436-8270-c58a22730114 req-ee4c47d7-433a-4458-8ceb-2b2139d79e18 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:58.014659 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0655f166-3df2-4436-8270-c58a22730114 req-ee4c47d7-433a-4458-8ceb-2b2139d79e18 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.4824295
Feb 17 21:32:58.029902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] No DVR routers for this DVR port 4d69a324-72ec-4606-9812-b52b2db8e993 on host hv-cinder-76019 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:32:58.034839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:58.037974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc16e5-3799-4796-ade1-177569df3012', 'name': 'network-vif-deleted', 'tag': '4d69a324-72ec-4606-9812-b52b2db8e993'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:58.085497 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c2c08b47-912e-4702-b2d4-e423402f5bad req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "DELETE /v2.0/ports/4d69a324-72ec-4606-9812-b52b2db8e993 HTTP/1.1" status: 204  len: 173 time: 1.4383211
Feb 17 21:32:58.113475 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0655f166-3df2-4436-8270-c58a22730114 req-18d42d44-4a5a-4301-b553-40a30eb534fa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0812774
Feb 17 21:32:58.172896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:58.206200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a64740-431f-4589-9b86-7c7004714245'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:58.216417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:58.219033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 27a64740-431f-4589-9b86-7c7004714245, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=27a64740-431f-4589-9b86-7c7004714245,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:32:58.223867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:58.228491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:58.239572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a075826-62d6-4ae5-90aa-ca921905d88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:32:58.275065 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:32:58.355424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdbfe5-bc4e-4726-a500-1e41595803a2 req-fa0f3600-f708-4564-8996-07f247093e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:58.357425 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c9bdbfe5-bc4e-4726-a500-1e41595803a2 req-fa0f3600-f708-4564-8996-07f247093e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1143854
Feb 17 21:32:58.360222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] No Port match for: 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:32:58.360655 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 not bound to the agent host hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:32:58.361625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4d69a324-72ec-4606-9812-b52b2db8e993 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:32:58.361808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Pushing event deleted for resources: {'Port': ['ID=4ab0bb22-5ee6-44c8-9b35-e28e7e3db216,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:58.376158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:58.405862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] No Port match for: 4d69a324-72ec-4606-9812-b52b2db8e993 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:32:58.406265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 4d69a324-72ec-4606-9812-b52b2db8e993 not bound to the agent host hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:32:58.418175 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6aad1a2b-6cd4-4174-a1b4-497833946ca0 req-a0accafd-bd81-4a68-bab6-06e0960bc3e2 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3863454
Feb 17 21:32:58.419130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=27a64740-431f-4589-9b86-7c7004714245,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:32:58.422065 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c9bdbfe5-bc4e-4726-a500-1e41595803a2 req-979169a7-8e58-4f92-8761-e0c2c49ef349 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548248
Feb 17 21:32:58.422689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:32:58.425099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012bfe5-eafa-4663-93f0-268e39506b73 req-fa1b763d-6b4d-4807-abda-1a7063f89dc5 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:58.432802 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1012bfe5-eafa-4663-93f0-268e39506b73 req-fa1b763d-6b4d-4807-abda-1a7063f89dc5 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.4563518
Feb 17 21:32:58.512611 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1012bfe5-eafa-4663-93f0-268e39506b73 req-e7051725-3118-4a3d-a251-aa269c4c4f64 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0788138
Feb 17 21:32:58.577006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] No DVR routers for this DVR port 4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:32:58.581840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:58.600966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52', 'name': 'network-vif-deleted', 'tag': '4ab0bb22-5ee6-44c8-9b35-e28e7e3db216'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:32:58.613436 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-52327aa3-d769-4040-8e8c-1f167bad35cb req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.83 "DELETE /v2.0/ports/4ab0bb22-5ee6-44c8-9b35-e28e7e3db216 HTTP/1.1" status: 204  len: 173 time: 1.9190617
Feb 17 21:32:58.618290 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc16e5-3799-4796-ade1-177569df3012', 'name': 'network-vif-deleted', 'tag': '4d69a324-72ec-4606-9812-b52b2db8e993', 'status': 'completed', 'code': 200}
Feb 17 21:32:58.660809 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a64740-431f-4589-9b86-7c7004714245', 'code': 200}
Feb 17 21:32:58.672174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f646-3bf0-4621-899d-e16c0e9ef7e7 req-aae207fc-43c4-4b2a-8c1f-1737ddbe9ca9 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:58.675580 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9244f646-3bf0-4621-899d-e16c0e9ef7e7 req-aae207fc-43c4-4b2a-8c1f-1737ddbe9ca9 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1363637
Feb 17 21:32:58.749965 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9244f646-3bf0-4621-899d-e16c0e9ef7e7 req-3b024735-debb-4316-8e87-0dc749b946fe tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620520
Feb 17 21:32:58.814569 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52', 'name': 'network-vif-deleted', 'tag': '4ab0bb22-5ee6-44c8-9b35-e28e7e3db216', 'status': 'completed', 'code': 200}
Feb 17 21:32:58.829955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-22bd7dbc-e811-4c53-aec1-fde6cbcbbe09 req-a7ceb814-a797-4a76-90e9-4e07ccc587cb tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Synchronizing usage tracker for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:58.845011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-22bd7dbc-e811-4c53-aec1-fde6cbcbbe09 req-a7ceb814-a797-4a76-90e9-4e07ccc587cb tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Unset dirty status for tenant:a0fe7e7ed3c64ea694b33c3afe0f1cbb on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:58.847714 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-22bd7dbc-e811-4c53-aec1-fde6cbcbbe09 req-a7ceb814-a797-4a76-90e9-4e07ccc587cb tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] 10.222.0.81 "GET /v2.0/ports?device_id=780d0abe-5f60-4d2e-8a2c-fcbb4d3ffa52 HTTP/1.1" status: 200  len: 210 time: 0.0864713
Feb 17 21:32:59.016081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-0b102c4a-bfb3-4848-bb5d-4508577acf5b req-47518bbc-07c0-48da-8e03-4e8ee69c1310 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Synchronizing usage tracker for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:32:59.030929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-0b102c4a-bfb3-4848-bb5d-4508577acf5b req-47518bbc-07c0-48da-8e03-4e8ee69c1310 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Unset dirty status for tenant:994a3a20bc6141fb88e82d6b76f5f775 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:32:59.032207 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0b102c4a-bfb3-4848-bb5d-4508577acf5b req-47518bbc-07c0-48da-8e03-4e8ee69c1310 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=17cc16e5-3799-4796-ade1-177569df3012 HTTP/1.1" status: 200  len: 210 time: 0.0682511
Feb 17 21:32:59.406351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bed767-d33e-4820-9e44-f3f82baaf95a req-58fe9d5a-63cc-4a5a-a4ec-f29c699cfaad tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:59.407923 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-97bed767-d33e-4820-9e44-f3f82baaf95a req-58fe9d5a-63cc-4a5a-a4ec-f29c699cfaad tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.1578033
Feb 17 21:32:59.468183 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-97bed767-d33e-4820-9e44-f3f82baaf95a req-f8508dce-0149-4526-929a-48cbd8e24c4a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0538979
Feb 17 21:32:59.470640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db70b-ed22-47ca-b58a-549518270bec req-b0cb4186-f7fb-4103-a2fa-e9a2c8f20077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:59.472248 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-094db70b-ed22-47ca-b58a-549518270bec req-b0cb4186-f7fb-4103-a2fa-e9a2c8f20077 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 1163 time: 0.1405327
Feb 17 21:32:59.535949 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-094db70b-ed22-47ca-b58a-549518270bec req-98ae502b-fae0-4edb-96a5-7dc94cfdb297 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409937
Feb 17 21:32:59.650559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cf953-45de-4f91-8022-caf83c7c0e88 req-69e22ce4-b8ba-41ab-96d4-4eac00330b9c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:59.652273 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f10cf953-45de-4f91-8022-caf83c7c0e88 req-69e22ce4-b8ba-41ab-96d4-4eac00330b9c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.0923984
Feb 17 21:32:59.661865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:32:59.706945 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f10cf953-45de-4f91-8022-caf83c7c0e88 req-4722b4a4-8c95-43d6-a1b6-5a40049ca263 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471358
Feb 17 21:32:59.753600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 27a64740-431f-4589-9b86-7c7004714245 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:32:59.754030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:59.980640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b2766-e20e-42f3-9f42-9472b0e392ac req-4df2da9d-3c7f-459d-9b0a-c30659d405cc tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:59.982388 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ce4b2766-e20e-42f3-9f42-9472b0e392ac req-4df2da9d-3c7f-459d-9b0a-c30659d405cc tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.3456097
Feb 17 21:32:59.996857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb7b5-96e2-452d-9057-34aa2ef45cb5 req-983ec459-f92e-4c55-bc27-15f3dae7c174 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:32:59.997304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c4a748d-05fa-4ef1-8d2f-754b9776a67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:32:59.998656 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15dbb7b5-96e2-452d-9057-34aa2ef45cb5 req-983ec459-f92e-4c55-bc27-15f3dae7c174 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1056280
Feb 17 21:33:00.048165 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ce4b2766-e20e-42f3-9f42-9472b0e392ac req-7a13b6ec-bf3e-4165-981f-bc8758b4f0d1 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0572653
Feb 17 21:33:00.061036 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15dbb7b5-96e2-452d-9057-34aa2ef45cb5 req-bcc3128d-ba56-4f54-937b-d7e146591791 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514684
Feb 17 21:33:00.115211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:00.204421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:00.204840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:00.679034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac9c1c-06cf-4fc2-8da1-0ecf79daa7f4 req-dac41db2-ad4f-40c1-8fcf-bc4bc74302cd tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:00.681140 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50ac9c1c-06cf-4fc2-8da1-0ecf79daa7f4 req-dac41db2-ad4f-40c1-8fcf-bc4bc74302cd tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.0899775
Feb 17 21:33:00.740735 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50ac9c1c-06cf-4fc2-8da1-0ecf79daa7f4 req-0df48399-6388-4e25-b01e-e87b709dbc92 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0501277
Feb 17 21:33:00.924704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f628-99cd-45a9-b78c-2b2e48cfa3c7 req-0e5cb2c3-00c3-4b3a-b235-1d69609ac364 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:00.926371 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1f95f628-99cd-45a9-b78c-2b2e48cfa3c7 req-0e5cb2c3-00c3-4b3a-b235-1d69609ac364 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.0899811
Feb 17 21:33:00.983967 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1f95f628-99cd-45a9-b78c-2b2e48cfa3c7 req-2f7d4225-8a8f-44d1-af14-2b299dfded2b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507524
Feb 17 21:33:01.333254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9b011-6705-4a8b-9a4a-f1ceeb0127ed req-fb4073a1-5df1-467f-b490-e7dbbbcf7c30 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:01.334954 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-78c9b011-6705-4a8b-9a4a-f1ceeb0127ed req-fb4073a1-5df1-467f-b490-e7dbbbcf7c30 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1330678
Feb 17 21:33:01.359546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50dad7-4fba-439d-bddc-1c2b8ba9f41b req-21ee5f61-fb47-4b3c-83b9-b25eb9fd14b5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:01.367643 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9e50dad7-4fba-439d-bddc-1c2b8ba9f41b req-21ee5f61-fb47-4b3c-83b9-b25eb9fd14b5 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1549520
Feb 17 21:33:01.417191 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-78c9b011-6705-4a8b-9a4a-f1ceeb0127ed req-bd0a5991-1d58-40bb-b124-8ae60c4bc868 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0731223
Feb 17 21:33:01.433300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c152ac9-8df4-44c7-8a30-7e267b128c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:01.437947 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9e50dad7-4fba-439d-bddc-1c2b8ba9f41b req-120714ae-bb59-47bf-808c-ad192c55db94 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691230
Feb 17 21:33:01.544241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226884-b46a-49f1-9ddc-67bf03d43082 req-49dd8a80-d1cf-482d-87c0-f9a8515f7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:01.545970 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-21226884-b46a-49f1-9ddc-67bf03d43082 req-49dd8a80-d1cf-482d-87c0-f9a8515f7c29 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1162 time: 0.1070092
Feb 17 21:33:01.625048 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-21226884-b46a-49f1-9ddc-67bf03d43082 req-111670d7-fcbe-46e1-8a84-ef89845c0d96 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645070
Feb 17 21:33:01.939856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e215a3-c726-436d-a6b3-8f9ac21db2bf req-397e8dfd-ae3b-4d28-9e11-af794808e1ec tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:01.941781 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b9e215a3-c726-436d-a6b3-8f9ac21db2bf req-397e8dfd-ae3b-4d28-9e11-af794808e1ec tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.1038837
Feb 17 21:33:01.963896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953f75b-6e3f-49a4-99c4-000af062727e req-55cb43ad-93ed-4819-b41b-6e9209629245 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:01.965568 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9953f75b-6e3f-49a4-99c4-000af062727e req-55cb43ad-93ed-4819-b41b-6e9209629245 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.0982516
Feb 17 21:33:01.992143 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b9e215a3-c726-436d-a6b3-8f9ac21db2bf req-c7c9f28b-03b0-451c-9058-3d95beb090c0 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438859
Feb 17 21:33:02.028076 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9953f75b-6e3f-49a4-99c4-000af062727e req-3c9d3cac-7cd8-4e76-be00-30bec5867c03 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0558665
Feb 17 21:33:02.225113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeca7c-7594-4e2d-b060-905c4b236bf9 req-17639b25-b702-4a4f-8df3-82bcafdde248 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:02.226781 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-65aeca7c-7594-4e2d-b060-905c4b236bf9 req-17639b25-b702-4a4f-8df3-82bcafdde248 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1036429
Feb 17 21:33:02.277444 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-65aeca7c-7594-4e2d-b060-905c4b236bf9 req-b575495c-c01f-44bc-be43-3367702e213d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433111
Feb 17 21:33:02.402197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:02.617147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4dd6a-1c84-4ff5-a3f5-f33c175befe0 req-23a299e3-cebd-4394-97c6-6cd2c02aa77a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:02.618868 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9da4dd6a-1c84-4ff5-a3f5-f33c175befe0 req-23a299e3-cebd-4394-97c6-6cd2c02aa77a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.0921204
Feb 17 21:33:02.670478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833aa07-2d58-438c-a83d-6bd0689920e2 req-add76d24-f808-41b1-b1e9-87e103d53ea1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:02.672054 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a833aa07-2d58-438c-a83d-6bd0689920e2 req-add76d24-f808-41b1-b1e9-87e103d53ea1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1045041
Feb 17 21:33:02.674554 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9da4dd6a-1c84-4ff5-a3f5-f33c175befe0 req-b383cf34-11e4-444d-8c0b-e9a1e77a8d76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0487809
Feb 17 21:33:02.724528 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a833aa07-2d58-438c-a83d-6bd0689920e2 req-23472ebf-03df-4158-8f6a-7dcfef73599b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455620
Feb 17 21:33:03.204807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ac93-97fe-44f3-93ef-4dccd5c24f5b req-478eb070-c124-44bb-8406-279199e4c4ad tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:03.206352 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c249ac93-97fe-44f3-93ef-4dccd5c24f5b req-478eb070-c124-44bb-8406-279199e4c4ad tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.0943301
Feb 17 21:33:03.234927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47eb78-43d7-4ace-a337-2dc33915b51e req-beb77e0f-0df0-4e46-aacc-e31ad49785b3 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:03.236585 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1f47eb78-43d7-4ace-a337-2dc33915b51e req-beb77e0f-0df0-4e46-aacc-e31ad49785b3 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.0899789
Feb 17 21:33:03.258975 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c249ac93-97fe-44f3-93ef-4dccd5c24f5b req-b8430898-3d2d-4afb-90e8-7fbbf0122ba1 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437591
Feb 17 21:33:03.308461 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1f47eb78-43d7-4ace-a337-2dc33915b51e req-0223fff3-656d-499f-963c-3d2508fa36c6 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0651140
Feb 17 21:33:03.406412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:03.503884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4bc7b-3688-4ef7-b2e9-a8daae79c395 req-aa93a7af-16f3-4b70-8335-89ad999d96ee tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:03.505447 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-26d4bc7b-3688-4ef7-b2e9-a8daae79c395 req-aa93a7af-16f3-4b70-8335-89ad999d96ee tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.0927281
Feb 17 21:33:03.553131 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-26d4bc7b-3688-4ef7-b2e9-a8daae79c395 req-7eab394c-e85f-4f95-afd6-6b0b629a928f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415397
Feb 17 21:33:03.887581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:03.921707 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80828989-5adb-4824-bd60-121655330970 req-12a5ecea-b886-446e-ba1f-54c141c6e0b9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:03.923373 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80828989-5adb-4824-bd60-121655330970 req-12a5ecea-b886-446e-ba1f-54c141c6e0b9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1309812
Feb 17 21:33:03.962650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ccdc9-0a47-4471-8fa0-ccb929b8a944 req-d0a66605-de68-45bd-b848-9dba0b14eaa6 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:03.964327 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-517ccdc9-0a47-4471-8fa0-ccb929b8a944 req-d0a66605-de68-45bd-b848-9dba0b14eaa6 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0895863
Feb 17 21:33:03.975340 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80828989-5adb-4824-bd60-121655330970 req-20280bc2-a0b0-4896-9667-de494e65a9ba tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0452368
Feb 17 21:33:04.021279 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-517ccdc9-0a47-4471-8fa0-ccb929b8a944 req-a04b9a0d-b781-4df4-bccc-17e319b7f6d4 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497851
Feb 17 21:33:04.464814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773fdf7-bee9-4586-bff7-c330b5478ed9 req-73bf5485-f3ce-439d-9a86-bef739025c81 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:04.467971 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a773fdf7-bee9-4586-bff7-c330b5478ed9 req-73bf5485-f3ce-439d-9a86-bef739025c81 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.0932260
Feb 17 21:33:04.519530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3afb2-9e9b-4ec6-abfa-263d8dc2c01b req-0fb1f3ab-d17d-4328-8317-b5474c146121 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:04.520258 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a773fdf7-bee9-4586-bff7-c330b5478ed9 req-e2df138f-87f7-4cd0-ada3-7de5f6c14590 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458841
Feb 17 21:33:04.521221 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82d3afb2-9e9b-4ec6-abfa-263d8dc2c01b req-0fb1f3ab-d17d-4328-8317-b5474c146121 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.0942807
Feb 17 21:33:04.572109 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82d3afb2-9e9b-4ec6-abfa-263d8dc2c01b req-49cebb27-b716-4dec-a328-d8e181de7dc9 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442686
Feb 17 21:33:05.106039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:05.189169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 27a64740-431f-4589-9b86-7c7004714245 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:05.189712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:05.192316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956a23b-1315-4900-b7ec-c1e42e7bff7f req-83105710-9304-49c6-a140-937a3f147891 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:05.194009 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3956a23b-1315-4900-b7ec-c1e42e7bff7f req-83105710-9304-49c6-a140-937a3f147891 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1035128
Feb 17 21:33:05.250549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec9b2b-22b5-4ed2-a233-14345900cd93 req-4d17cdec-6d51-4e1e-b9b2-143fa96a2461 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:05.252616 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2dec9b2b-22b5-4ed2-a233-14345900cd93 req-4d17cdec-6d51-4e1e-b9b2-143fa96a2461 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0996227
Feb 17 21:33:05.256111 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3956a23b-1315-4900-b7ec-c1e42e7bff7f req-3394e492-9e51-4b7e-a28f-192431bb07ca tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0547614
Feb 17 21:33:05.304114 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2dec9b2b-22b5-4ed2-a233-14345900cd93 req-2ec6f36e-401f-4353-9fb3-7e355ba9523d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442414
Feb 17 21:33:05.324160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:05.393302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port a6c08e2f-21c9-485e-86d0-82127dc53630 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:33:05.398819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a6c08e2f-21c9-485e-86d0-82127dc53630 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:05.399278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:05.532695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:05.562569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-d69e9475-98d7-4c22-937f-81f6f3fdaf1e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:05.563534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:33:05.564176 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-d69e9475-98d7-4c22-937f-81f6f3fdaf1e tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.0947011
Feb 17 21:33:05.574595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port a6c08e2f-21c9-485e-86d0-82127dc53630, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6c08e2f-21c9-485e-86d0-82127dc53630,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:05.578651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:05.580253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:05.616804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:05.668168 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'code': 200}
Feb 17 21:33:05.735508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=a6c08e2f-21c9-485e-86d0-82127dc53630,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:05.736772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Deleting port 6db8dbc1-f568-4920-a3b8-bb1bc4585447 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:33:05.737179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:05.740100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:05.764298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:05.765420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:05.804912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a37c9-0fb6-4eac-b2ad-6a503be352b1 req-b2a0300c-a31d-415f-8089-011625ba3c3f tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:05.806557 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-469a37c9-0fb6-4eac-b2ad-6a503be352b1 req-b2a0300c-a31d-415f-8089-011625ba3c3f tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0925744
Feb 17 21:33:05.868744 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-469a37c9-0fb6-4eac-b2ad-6a503be352b1 req-fb4d6dee-bd2b-4f2d-83ac-879263014e9b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0549712
Feb 17 21:33:05.919569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b7dfa-edcf-44fc-bf42-8583d09c53fc req-48c85ff1-d29c-4bbb-bd71-ce54e4a16535 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:05.927430 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eb8b7dfa-edcf-44fc-bf42-8583d09c53fc req-48c85ff1-d29c-4bbb-bd71-ce54e4a16535 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 945 time: 0.2687802
Feb 17 21:33:06.126541 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eb8b7dfa-edcf-44fc-bf42-8583d09c53fc req-2029945f-1c3c-4c5e-9914-8e74857d69a4 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/security-groups?id=08787072-eeb0-4c7e-baf9-23ddb84c1343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980710
Feb 17 21:33:06.200863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] For port 6db8dbc1-f568-4920-a3b8-bb1bc4585447, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6db8dbc1-f568-4920-a3b8-bb1bc4585447,segment=NetworkSegment(3be56e62-ad04-4655-9924-300c7455a592),segment_id=3be56e62-ad04-4655-9924-300c7455a592)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:06.201182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:06.244522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:06.340238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a6c08e2f-21c9-485e-86d0-82127dc53630 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:06.341572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:06.359297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b87baf-6ab4-4869-9540-231270ee04a6 req-96b71237-f3e8-44de-88f2-471984f1ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:06.361101 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-61b87baf-6ab4-4869-9540-231270ee04a6 req-96b71237-f3e8-44de-88f2-471984f1ee2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1162 time: 0.3082018
Feb 17 21:33:06.368854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Calling delete_port for 6db8dbc1-f568-4920-a3b8-bb1bc4585447 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:33:06.471086 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-61b87baf-6ab4-4869-9540-231270ee04a6 req-ac6dffbe-9679-4227-a3e9-4da7119d2414 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0642037
Feb 17 21:33:06.548183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:06.669822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c50b74-ecbe-4a6a-b0dd-5c9173c858a3 req-cac6151d-5764-4005-ad5f-ad84541ff48c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:06.679605 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e5c50b74-ecbe-4a6a-b0dd-5c9173c858a3 req-cac6151d-5764-4005-ad5f-ad84541ff48c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1740668
Feb 17 21:33:06.732198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8058d-58d1-41cb-ab09-9a065a23b6f4 req-f4188468-89ba-4cf9-af49-10149b98d14d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:06.740838 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ed8058d-58d1-41cb-ab09-9a065a23b6f4 req-f4188468-89ba-4cf9-af49-10149b98d14d tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2120328
Feb 17 21:33:06.761467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:06.763072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:06.803234 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ed8058d-58d1-41cb-ab09-9a065a23b6f4 req-0937be62-90d0-4b92-a2fb-314f06cd83be tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613873
Feb 17 21:33:06.813670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:06.829554 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e5c50b74-ecbe-4a6a-b0dd-5c9173c858a3 req-2f1db4ae-12af-4622-9546-7a4915d672c5 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1461418
Feb 17 21:33:06.931907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d8635d84-ac64-4908-ad3f-9aad36435fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:07.033451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Pushing event deleted for resources: {'Port': ['ID=6db8dbc1-f568-4920-a3b8-bb1bc4585447,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:07.045612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:07.082541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6db8dbc1-f568-4920-a3b8-bb1bc4585447 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:33:07.121267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] No DVR routers for this DVR port 6db8dbc1-f568-4920-a3b8-bb1bc4585447 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:33:07.126451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:07.137653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd56e4c-972a-4287-b3f9-ae6230418d15', 'name': 'network-vif-deleted', 'tag': '6db8dbc1-f568-4920-a3b8-bb1bc4585447'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:33:07.170541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] No Port match for: 6db8dbc1-f568-4920-a3b8-bb1bc4585447 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:33:07.171363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6db8dbc1-f568-4920-a3b8-bb1bc4585447 not bound to the agent host hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:33:07.182599 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1ea848c6-115f-4f26-a896-3355c223bbf8 req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.83 "DELETE /v2.0/ports/6db8dbc1-f568-4920-a3b8-bb1bc4585447 HTTP/1.1" status: 204  len: 173 time: 1.6085496
Feb 17 21:33:07.242768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f85056-0fb9-4645-a053-35a96f92f7f6 req-8a1c8f76-4120-4a25-bae5-963bf5774180 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:07.244841 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a7f85056-0fb9-4645-a053-35a96f92f7f6 req-8a1c8f76-4120-4a25-bae5-963bf5774180 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.1204026
Feb 17 21:33:07.323451 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd56e4c-972a-4287-b3f9-ae6230418d15', 'name': 'network-vif-deleted', 'tag': '6db8dbc1-f568-4920-a3b8-bb1bc4585447', 'status': 'completed', 'code': 200}
Feb 17 21:33:07.376776 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a7f85056-0fb9-4645-a053-35a96f92f7f6 req-88e46da2-ebfc-48ae-b2e7-538353fb1039 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1218319
Feb 17 21:33:07.448169 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1a0721e0-9dbb-4d9a-8b6c-4511683fb40b req-55330add-5b0c-40e1-a6ca-4f888d781366 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dd56e4c-972a-4287-b3f9-ae6230418d15 HTTP/1.1" status: 200  len: 210 time: 0.0618205
Feb 17 21:33:07.801169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-2e54ca1d-2b82-4844-99d6-e13e9b836c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:07.803299 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-2e54ca1d-2b82-4844-99d6-e13e9b836c7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 1162 time: 0.1574986
Feb 17 21:33:07.834748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacd777-0145-4e49-8dc1-3c954462ff3c req-0539f1cc-af5f-4b78-82b3-4afc69773eb8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:07.843427 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-faacd777-0145-4e49-8dc1-3c954462ff3c req-0539f1cc-af5f-4b78-82b3-4afc69773eb8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1280494
Feb 17 21:33:07.923209 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-faacd777-0145-4e49-8dc1-3c954462ff3c req-14bc88d2-08b6-4010-8811-3d0d2cf578d6 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723360
Feb 17 21:33:07.972660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-102444df-1bd8-4cf7-bcab-562e4cbb9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:07.974318 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-102444df-1bd8-4cf7-bcab-562e4cbb9d84 service neutron] 10.222.0.83 "GET /v2.0/networks?id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 200  len: 913 time: 0.1607273
Feb 17 21:33:08.096718 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-079a27d6-97ee-418f-99eb-2bf117541728 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 200  len: 217 time: 0.1130898
Feb 17 21:33:08.241054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:08.264102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-88d1e084-0f20-4903-8947-edb8e67803ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:08.265847 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-88d1e084-0f20-4903-8947-edb8e67803ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 200  len: 859 time: 0.0949223
Feb 17 21:33:08.280259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d19b7-d2d2-47ab-9966-dd4fc66461bd req-29900817-09c9-45ef-98dc-51d0988f777f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:08.282130 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71d19b7-d2d2-47ab-9966-dd4fc66461bd req-29900817-09c9-45ef-98dc-51d0988f777f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1842487
Feb 17 21:33:08.340347 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-4a930198-21b7-47f9-b36b-55885d8134ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570080
Feb 17 21:33:08.453105 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a6c08e2f-21c9-485e-86d0-82127dc53630 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:08.454200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:08.623650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:08.657425 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71d19b7-d2d2-47ab-9966-dd4fc66461bd req-b777ab54-c5f7-4d65-a9d2-9e969dd6da39 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.3152583
Feb 17 21:33:08.659821 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-9d1f4f53-7d98-4603-a007-6218da4d21c1 service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2730918
Feb 17 21:33:08.716297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 87636f60-6915-425a-8fc4-67f937a8fd8c triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:08.717185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:08.804304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd94d-0435-4387-8684-d105e62a4eb3 req-2e3e6a1c-a808-45da-b698-db242f5342a7 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:08.813569 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-627fd94d-0435-4387-8684-d105e62a4eb3 req-2e3e6a1c-a808-45da-b698-db242f5342a7 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.1466784
Feb 17 21:33:08.844862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 57626) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:08.933519 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-627fd94d-0435-4387-8684-d105e62a4eb3 req-9fbc572b-9fb9-49b7-93dd-742934b79771 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1188636
Feb 17 21:33:08.974762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Deleting subnet 584ade9a-b57f-4a6c-bb46-3c9980669017 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:33:08.977698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:09.038379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14251331'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:09.192558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:09.305286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00404b62-4304-4b64-9dc4-6751b7dcb09f req-eb864bbe-0305-4f78-aa62-d029e3555084 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:09.307137 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-00404b62-4304-4b64-9dc4-6751b7dcb09f req-eb864bbe-0305-4f78-aa62-d029e3555084 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.1999428
Feb 17 21:33:09.406732 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-15ae9f73-4795-49a6-be7d-84c530d94391 req-e51d21b9-58b2-427c-889c-4b46f4e5552a service neutron] 10.222.0.83 "GET /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7351818
Feb 17 21:33:09.414674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e372d43-0f76-4bef-9b54-a9ad9d9d4789 req-ac38e741-cb91-4dcf-86ba-c73cd5354c35 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:09.416466 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0e372d43-0f76-4bef-9b54-a9ad9d9d4789 req-ac38e741-cb91-4dcf-86ba-c73cd5354c35 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1630948
Feb 17 21:33:09.452464 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-00404b62-4304-4b64-9dc4-6751b7dcb09f req-85d143b6-b139-4eb3-ac7b-fc6a0e8fe964 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1234205
Feb 17 21:33:09.527580 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0e372d43-0f76-4bef-9b54-a9ad9d9d4789 req-88674233-ce1a-4285-b8f6-02a5a78ed833 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782888
Feb 17 21:33:09.792942 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-23fc8cf4-2122-4698-9caf-a5e14424d129 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2543483
Feb 17 21:33:09.794863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14252340'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:09.813596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-43a30ea0-4c2d-4781-99bb-ca2bc487161c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:09.911681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:33:09.955569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:09.959108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584ade9a-b57f-4a6c-bb46-3c9980669017,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:09.963763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Usage tracker for resource:floatingip and tenant:4a8e0cff646344b3a47ea2de29f098d4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:09.967132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:09.971485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6ca30-6606-4f9c-b4ee-be34f52c67d8 req-132256b3-8d0a-4da3-b31d-0e8578184ef7 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:09.974704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:09.980910 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fce6ca30-6606-4f9c-b4ee-be34f52c67d8 req-132256b3-8d0a-4da3-b31d-0e8578184ef7 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1440799
Feb 17 21:33:10.005805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:10.006153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.045268 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fce6ca30-6606-4f9c-b4ee-be34f52c67d8 req-3f3ce549-ba08-4c09-9667-3848f5aa3b5c tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0632720
Feb 17 21:33:10.122991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.139935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 57646) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:10.140162 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/584ade9a-b57f-4a6c-bb46-3c9980669017 HTTP/1.1" status: 204  len: 168 time: 1.2939358
Feb 17 21:33:10.223243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.335610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.632074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.633782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Allocated IP 172.27.3.125 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/6acb976f-4b6e-457a-8952-2e1c5f86bbd6) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:33:10.827673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.857385 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e463ab-9c1e-45ec-b7d1-ee403ab35c8c req-3c1740c7-7f49-41fd-94f2-acdfee42a0f1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:10.861560 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c0e463ab-9c1e-45ec-b7d1-ee403ab35c8c req-3c1740c7-7f49-41fd-94f2-acdfee42a0f1 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1404037
Feb 17 21:33:10.862763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.892992 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:10.912561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa6375da0>,) {'filters': {'network_id': ['1dd413ac-737e-4b0b-8e85-ac0d2735b762']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:10.933917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa6375da0>, '3be56e62-ad04-4655-9924-300c7455a592') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:10.934265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa6375da0>, '3be56e62-ad04-4655-9924-300c7455a592') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:10.949868 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c0e463ab-9c1e-45ec-b7d1-ee403ab35c8c req-15b82b90-65ef-4a4c-882f-371126fdc08a tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765820
Feb 17 21:33:10.958055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.990262 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:10.992878 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:33:11.016525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event updated for resources: {'Port': ['ID=6acb976f-4b6e-457a-8952-2e1c5f86bbd6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:11.023958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:11.208050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:33:11.222471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:11.260114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:33:11.266331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:33:11.274786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:33:11.415812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:11.501475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Network 1dd413ac-737e-4b0b-8e85-ac0d2735b762 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:33:11.507007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:11.539147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1a161-fc42-44bf-a1b4-f42bebd47ca1 req-05b21126-ae40-43a4-85e3-0c154639fe9a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:11.547807 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d2e1a161-fc42-44bf-a1b4-f42bebd47ca1 req-05b21126-ae40-43a4-85e3-0c154639fe9a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.2509284
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:33:11.550004 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:33:11.689085 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d2e1a161-fc42-44bf-a1b4-f42bebd47ca1 req-b67fdf24-d76c-4c9a-a537-bc5ddedaf463 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1401844
Feb 17 21:33:11.703193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:11.708497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:11.735510 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd413ac-737e-4b0b-8e85-ac0d2735b762,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:11.744879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:11.755074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:11.769790 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1dd413ac-737e-4b0b-8e85-ac0d2735b762 HTTP/1.1" status: 204  len: 168 time: 1.6280997
Feb 17 21:33:11.881219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:11.887192 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:11.904732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:12.037909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 57666) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:12.143590 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8d172734-5119-4606-8b18-e2f4ecec5d8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=994a3a20bc6141fb88e82d6b76f5f775&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1043239
Feb 17 21:33:12.153085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 57670) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:12.335210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81073db8-7c34-46da-b3ea-bf3280436bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:12.383963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event updated for resources: {'Port': ['ID=6acb976f-4b6e-457a-8952-2e1c5f86bbd6,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:12.387553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:12.388744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81073db8-7c34-46da-b3ea-bf3280436bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:12.532647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81073db8-7c34-46da-b3ea-bf3280436bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:12.546294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:12.549384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-93ab0010-edaa-4b2a-a697-92ffb31ade33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:12.560967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81073db8-7c34-46da-b3ea-bf3280436bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08787072-eeb0-4c7e-baf9-23ddb84c1343,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:12.577048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-81073db8-7c34-46da-b3ea-bf3280436bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:12.587690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81073db8-7c34-46da-b3ea-bf3280436bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:12.589529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:12.589732 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-81073db8-7c34-46da-b3ea-bf3280436bd9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08787072-eeb0-4c7e-baf9-23ddb84c1343 HTTP/1.1" status: 204  len: 168 time: 0.4352543
Feb 17 21:33:12.592401 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7821820
Feb 17 21:33:12.649379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df7f45-03ee-4c5a-9a08-68aa51105229 req-f0a148f2-f745-402a-852d-18be3db7e592 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:12.651238 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c6df7f45-03ee-4c5a-9a08-68aa51105229 req-f0a148f2-f745-402a-852d-18be3db7e592 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1702182
Feb 17 21:33:12.702652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-af1023c0-aea2-419e-9737-0faec90f17a8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Synchronizing usage tracker for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:33:12.727027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-af1023c0-aea2-419e-9737-0faec90f17a8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Unset dirty status for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:33:12.728484 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-af1023c0-aea2-419e-9737-0faec90f17a8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.125 HTTP/1.1" status: 200  len: 696 time: 0.1286933
Feb 17 21:33:12.769653 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c6df7f45-03ee-4c5a-9a08-68aa51105229 req-65301abe-614a-4bf5-98d8-58509bcbff8b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003454
Feb 17 21:33:13.015760 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-5c720553-392b-4462-9aea-3e075b4ee33e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:13.017479 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-5c720553-392b-4462-9aea-3e075b4ee33e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.2823360
Feb 17 21:33:13.034463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3133015-709a-4db8-a6de-3d10b28a4b59 req-d5278a5e-82c5-4ba0-b6cf-e3f96fa9a242 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:13.036686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-1a931a16-240b-402c-82e0-deacfbde261e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:33:13.038623 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a28747fe-4ce0-48ef-84a4-ae1fcca621e7 req-1a931a16-240b-402c-82e0-deacfbde261e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0146649
Feb 17 21:33:13.044945 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b3133015-709a-4db8-a6de-3d10b28a4b59 req-d5278a5e-82c5-4ba0-b6cf-e3f96fa9a242 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1638532
Feb 17 21:33:13.123296 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b3133015-709a-4db8-a6de-3d10b28a4b59 req-420c0498-eb08-4e73-b5ca-3af3702dce29 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0662417
Feb 17 21:33:13.438419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-ebec4376-5aae-4891-8896-9591384e99a3 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:13.446182 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-ebec4376-5aae-4891-8896-9591384e99a3 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1573904
Feb 17 21:33:13.539115 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-34015510-23d3-4da2-856d-c5246413e385 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.125 HTTP/1.1" status: 200  len: 696 time: 0.0917923
Feb 17 21:33:13.544800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Request body: {'floatingip': {'port_id': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:33:13.644658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:14.229653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 75abf88c-cf06-43d8-92a6-d2e57b87f273 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:14.456555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:14.457116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:14.824807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:14.833806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:15.070137 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Floating IP b339ea9f-f635-461f-a3d8-eecc15d4198e associated. External IP: 172.27.3.125, port: a6c08e2f-21c9-485e-86d0-82127dc53630.
Feb 17 21:33:15.544495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ba5bd-911a-45cc-8d77-eb300c155e30 req-e74a3476-5f46-481b-934c-b2000eedae07 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:15.546404 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e73ba5bd-911a-45cc-8d77-eb300c155e30 req-e74a3476-5f46-481b-934c-b2000eedae07 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.1249621
Feb 17 21:33:15.640127 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e73ba5bd-911a-45cc-8d77-eb300c155e30 req-5cd2520f-bc13-4366-b05e-dd7d7e70a826 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05&id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0835798
Feb 17 21:33:15.870255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Router fe98dcc9-6e2d-469a-934b-79a38814ed2c has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:33:16.122404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:33:16.134175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] Sync routers for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:33:16.135069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:16.162132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:33:16.163115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa7491860>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:33:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:16.220504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9daeb994-3679-447a-8b6a-816c646b49d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "PUT /v2.0/floatingips/b339ea9f-f635-461f-a3d8-eecc15d4198e HTTP/1.1" status: 200  len: 996 time: 2.6802268
Feb 17 21:33:16.221374 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:33:16.228843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 75abf88c-cf06-43d8-92a6-d2e57b87f273 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:16.333989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9dc58660-6cad-40a8-9bfa-69a59ce54658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:16.366398 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-9dc58660-6cad-40a8-9bfa-69a59ce54658 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1162 time: 0.1361392
Feb 17 21:33:16.400406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:33:16.542234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:16.542701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:16.560168 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'status': 'completed', 'code': 200}
Feb 17 21:33:16.718982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-d081d1ba-da2f-4e40-9818-b4b4b167b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:16.721309 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-d081d1ba-da2f-4e40-9818-b4b4b167b3ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1162 time: 0.1587389
Feb 17 21:33:16.843996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa7491860>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'b339ea9f-f635-461f-a3d8-eecc15d4198e', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'port_id': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'mac_address': 'fa:16:3e:2c:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:33:11Z', 'updated_at': '2021-02-17T21:33:14Z', 'revision_number': 1, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:54Z', 'revision_number': 5, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:16.849261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] Checking router: fe98dcc9-6e2d-469a-934b-79a38814ed2c for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:33:16.859219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:33:16.859892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa7491860>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:33:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:16.898003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-fa860c81-5177-4595-b0c2-b6dfa331f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:16.909913 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-fa860c81-5177-4595-b0c2-b6dfa331f99b service neutron] 10.222.0.83 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 903 time: 0.1727319
Feb 17 21:33:17.023775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-a69333b8-ac96-48ee-af3b-71accc4ca7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:17.032459 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-a69333b8-ac96-48ee-af3b-71accc4ca7a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 903 time: 0.6640172
Feb 17 21:33:17.150078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:33:17.173082 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-1169af5b-8bd8-4e90-ae59-03488ff3bf1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 999 time: 0.1395195
Feb 17 21:33:17.266461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-e5b9a2d0-5b35-4b43-ab6f-59b1309bfdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:17.275652 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-e5b9a2d0-5b35-4b43-ab6f-59b1309bfdd5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.1014342
Feb 17 21:33:17.369064 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-a83e1eab-0b27-420a-8adc-7feeb81fb969 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 999 time: 0.4471066
Feb 17 21:33:17.466240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-7e10e7af-b1f1-4b9e-9667-b085d215f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:17.469929 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-7e10e7af-b1f1-4b9e-9667-b085d215f415 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.0904706
Feb 17 21:33:17.471707 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-fbd2bcbd-7cae-483f-b340-39900323cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:17.482850 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-fbd2bcbd-7cae-483f-b340-39900323cebf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2055879
Feb 17 21:33:17.808998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-8ec43477-908f-4bfd-95d0-56dd2addc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:17.810752 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-8ec43477-908f-4bfd-95d0-56dd2addc3a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3014388
Feb 17 21:33:17.855925 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa7491860>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'b339ea9f-f635-461f-a3d8-eecc15d4198e', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'port_id': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'mac_address': 'fa:16:3e:2c:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:33:11Z', 'updated_at': '2021-02-17T21:33:14Z', 'revision_number': 1, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:54Z', 'revision_number': 5, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:17.861143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595a6df-41a8-465e-9fa1-9804b9da52a7 None None] The sync data for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi is: [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'b339ea9f-f635-461f-a3d8-eecc15d4198e', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'port_id': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'mac_address': 'fa:16:3e:2c:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:33:11Z', 'updated_at': '2021-02-17T21:33:14Z', 'revision_number': 1, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:54Z', 'revision_number': 5, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:33:18.035291 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-1dcdc744-6e4e-451f-bb49-22bcbe8c70b3 service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059474
Feb 17 21:33:18.046709 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-528cc1cf-b1d7-4163-963f-d89b0f0b2789 service neutron] 10.222.0.81 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5632298
Feb 17 21:33:18.167344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 57794) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:18.318896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32e6e9-6120-43a7-a335-5ee514e506da None None] New status for floating IP b339ea9f-f635-461f-a3d8-eecc15d4198e: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:33:18.334636 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-77a0afe1-af9d-436f-b202-ce5dc93353db req-fd6480e3-995c-4f2b-a8eb-8c2593b367ca service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2853527
Feb 17 21:33:18.451888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:18.483237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:18.488121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Usage tracker for resource:security_group_rule and tenant:05b616050bff4f889edabb0c1e943a95 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:18.491468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:18.498546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:18.551943 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ceefa6f1-5cb4-4213-a1e8-9e4e5ec81a3a req-505412cd-1a4e-4774-9031-6dd6f6944b91 service neutron] 10.222.0.81 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2161937
Feb 17 21:33:18.704339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:18.711517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:18.721654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b80cd0ca-3349-448a-8ea3-f307d48fd0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:18.793126 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05b616050bff4f889edabb0c1e943a95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6244338
Feb 17 21:33:18.793416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 57808) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:18.797390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee0a520-6c41-4f12-a6de-a332f76cb8ab,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:18.802189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:18.821649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661a88b-614e-4104-8559-d5fca101311f req-eec08659-ff8d-4c4f-bb0e-5bbf8027987e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:18.831424 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5661a88b-614e-4104-8559-d5fca101311f req-eec08659-ff8d-4c4f-bb0e-5bbf8027987e tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.2044637
Feb 17 21:33:18.905067 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5661a88b-614e-4104-8559-d5fca101311f req-e5dc250b-5bc0-4c44-b1f1-816f5a4e2659 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718508
Feb 17 21:33:18.910857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:18.954739 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:19.015803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:19.022653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d7746e8f-d6ae-4525-a019-5e7cade9f38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:19.038708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee0a520-6c41-4f12-a6de-a332f76cb8ab,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:19.057311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.057844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.058416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.058894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.059363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.060146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.060634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.061099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.061542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.062036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.062495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.062979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.063523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.063963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.064545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.064980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.065422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.065828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.066386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.066868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.067303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.067867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.068288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.068806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:19.074132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:19.074132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:19.075501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ee0a520-6c41-4f12-a6de-a332f76cb8ab HTTP/1.1" status: 204  len: 168 time: 0.2794039
Feb 17 21:33:20.151386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e428c04-a3df-45fd-b4e8-9aaaf21510a1 req-e8d2117a-23a4-42b5-810d-f813c4f54e07 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:20.159790 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4e428c04-a3df-45fd-b4e8-9aaaf21510a1 req-e8d2117a-23a4-42b5-810d-f813c4f54e07 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1243603
Feb 17 21:33:20.222386 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4e428c04-a3df-45fd-b4e8-9aaaf21510a1 req-95757e78-b2fb-4d66-9a07-94c79f865b41 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571842
Feb 17 21:33:21.473656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bd7dc-3f71-4e07-9c4f-36bcdfff9a2b req-326e18f3-e53f-46de-a3fe-dc2b367d32a8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:21.475432 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a50bd7dc-3f71-4e07-9c4f-36bcdfff9a2b req-326e18f3-e53f-46de-a3fe-dc2b367d32a8 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1322067
Feb 17 21:33:21.549461 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a50bd7dc-3f71-4e07-9c4f-36bcdfff9a2b req-c403f7e2-0864-4f87-a0bc-31a7b4385042 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634577
Feb 17 21:33:21.593044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-704aa0cd-eff2-422e-ba6b-cf7f7af70c60 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:21.594847 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-704aa0cd-eff2-422e-ba6b-cf7f7af70c60 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.83 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 945 time: 0.1688983
Feb 17 21:33:21.691022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Deleting port fa118ed9-5f28-48de-b160-ab3e466e42c8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:33:21.691638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:22.030070 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] For port fa118ed9-5f28-48de-b160-ab3e466e42c8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=fa118ed9-5f28-48de-b160-ab3e466e42c8,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:22.030559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:22.215927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device fa118ed9-5f28-48de-b160-ab3e466e42c8 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:33:22.227788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Calling delete_port for fa118ed9-5f28-48de-b160-ab3e466e42c8 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:33:22.360395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:22.426391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:22.508160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-30037dea-c2ef-47c9-a2b4-edf91931a03c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:22.562534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Pushing event deleted for resources: {'Port': ['ID=fa118ed9-5f28-48de-b160-ab3e466e42c8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:22.586544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:22.875838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:33:23.059235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] No DVR routers for this DVR port fa118ed9-5f28-48de-b160-ab3e466e42c8 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:33:23.062001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:23.113864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94', 'name': 'network-vif-deleted', 'tag': 'fa118ed9-5f28-48de-b160-ab3e466e42c8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:33:23.160898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-ba38ae04-8c87-4517-82cf-d1fb312e2653 req-63fea095-020e-4794-9789-a86fc2b9ab22 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Synchronizing usage tracker for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:33:23.167839 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-afbf6b93-2667-43ca-bbea-426f8ee87eb6 req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.83 "DELETE /v2.0/ports/fa118ed9-5f28-48de-b160-ab3e466e42c8 HTTP/1.1" status: 204  len: 173 time: 1.5662520
Feb 17 21:33:23.209635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-ba38ae04-8c87-4517-82cf-d1fb312e2653 req-63fea095-020e-4794-9789-a86fc2b9ab22 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Unset dirty status for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:33:23.210926 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ba38ae04-8c87-4517-82cf-d1fb312e2653 req-63fea095-020e-4794-9789-a86fc2b9ab22 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94 HTTP/1.1" status: 200  len: 210 time: 0.1532505
Feb 17 21:33:23.226240 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cbafc9-a2d2-4b6c-b449-5ddb4e65ac94', 'name': 'network-vif-deleted', 'tag': 'fa118ed9-5f28-48de-b160-ab3e466e42c8', 'status': 'completed', 'code': 200}
Feb 17 21:33:24.960163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ac8e-c5fa-4789-962a-e247ae963a12 req-d34a48fc-50e0-4a51-8c33-9365ef7edd46 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:24.962194 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-79f2ac8e-c5fa-4789-962a-e247ae963a12 req-d34a48fc-50e0-4a51-8c33-9365ef7edd46 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1749346
Feb 17 21:33:25.046659 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-79f2ac8e-c5fa-4789-962a-e247ae963a12 req-cf9ecbfc-4e5d-43a0-b75d-d956908e7c5b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721612
Feb 17 21:33:26.350088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077c7c8-4896-44ab-b8fc-18fe89550976 req-89f2b303-a0ba-4202-9e27-743a81f09fc7 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:26.351758 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c077c7c8-4896-44ab-b8fc-18fe89550976 req-89f2b303-a0ba-4202-9e27-743a81f09fc7 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.1470773
Feb 17 21:33:26.421055 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c077c7c8-4896-44ab-b8fc-18fe89550976 req-7efad4ef-8611-4716-8895-608de3957cc3 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629048
Feb 17 21:33:27.023575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:27.308489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a30027-19be-4b09-9401-b5554b389751 req-27840838-c1d7-4863-b089-1697bb5bcb22 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:27.310669 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c1a30027-19be-4b09-9401-b5554b389751 req-27840838-c1d7-4863-b089-1697bb5bcb22 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1000521
Feb 17 21:33:27.359731 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c1a30027-19be-4b09-9401-b5554b389751 req-6c0ff3e8-7138-4d0b-8438-1a9fb24815ca tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424883
Feb 17 21:33:27.616564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da084ea-ebfd-4415-bf25-25ed5f602d6a req-3f10fecc-e8f4-4d2c-992c-3940ba5c6c17 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:27.618166 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9da084ea-ebfd-4415-bf25-25ed5f602d6a req-3f10fecc-e8f4-4d2c-992c-3940ba5c6c17 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0902090
Feb 17 21:33:27.667987 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9da084ea-ebfd-4415-bf25-25ed5f602d6a req-d0b51acb-1512-459f-a055-9e0dcd745e99 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429487
Feb 17 21:33:28.580466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15e416-25f8-456b-a93e-e256bd582599 req-adbe08c9-6c77-472d-8c9e-34d486a1d9b4 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:28.582084 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8e15e416-25f8-456b-a93e-e256bd582599 req-adbe08c9-6c77-472d-8c9e-34d486a1d9b4 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1032729
Feb 17 21:33:28.639381 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8e15e416-25f8-456b-a93e-e256bd582599 req-1c686666-e6ee-4bd9-a701-9ad38bbfaf26 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509696
Feb 17 21:33:28.879743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e6694-9329-4634-96b9-3dbd42218cd0 req-78f765a3-b2d3-45ed-9a33-737a26ea8ca2 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:28.881428 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-467e6694-9329-4634-96b9-3dbd42218cd0 req-78f765a3-b2d3-45ed-9a33-737a26ea8ca2 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.0926356
Feb 17 21:33:28.932398 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-467e6694-9329-4634-96b9-3dbd42218cd0 req-924732dd-03cf-4c12-a245-c3770ea403bc tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441148
Feb 17 21:33:29.759987 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce855fa8-770f-46f9-9c82-38f163e6d1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:29.837860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7148cd1-c48b-4245-a0ef-d7f05d3ae318 req-3d8a9df4-7108-49ff-8d27-a1c0a161168c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:29.839458 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b7148cd1-c48b-4245-a0ef-d7f05d3ae318 req-3d8a9df4-7108-49ff-8d27-a1c0a161168c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.0857384
Feb 17 21:33:29.890910 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b7148cd1-c48b-4245-a0ef-d7f05d3ae318 req-7a1efbc4-add5-4286-ad26-50ac0e6731c7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445113
Feb 17 21:33:29.968821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58088) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:30.038277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] Deleting subnet f3793648-9825-4710-a5a4-f040f1f3ec48 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:33:30.041502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:30.152261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13909950'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:30.223413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:30.276458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d6e47-920b-4f11-a95d-effc79520b08 req-3b8b9ed9-770f-41fe-b295-a03f80847389 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:30.278122 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a83d6e47-920b-4f11-a95d-effc79520b08 req-3b8b9ed9-770f-41fe-b295-a03f80847389 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.2084682
Feb 17 21:33:30.407597 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a83d6e47-920b-4f11-a95d-effc79520b08 req-2b9b3138-927d-4e50-9c5b-15bcc64cc12b tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222932
Feb 17 21:33:30.547451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840865955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840405428'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:30.564324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a506cac-e78e-4b87-9aaa-f41516562238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:30.665998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3793648-9825-4710-a5a4-f040f1f3ec48,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:30.669965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:30.724384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:30.732783 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b6b692c1-62cf-478b-8b37-0c7cb4fc8855 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f3793648-9825-4710-a5a4-f040f1f3ec48 HTTP/1.1" status: 204  len: 168 time: 0.7626724
Feb 17 21:33:30.735968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58102) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:30.857270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.064829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.117361 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84163f42-ed99-437e-9f8e-46b6e126c4b9 req-ede4233d-d4c1-41f6-b190-91cd84551a14 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:31.119422 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84163f42-ed99-437e-9f8e-46b6e126c4b9 req-ede4233d-d4c1-41f6-b190-91cd84551a14 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1133008
Feb 17 21:33:31.185245 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84163f42-ed99-437e-9f8e-46b6e126c4b9 req-85d98414-e378-445c-af60-6bdb7345ad37 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558419
Feb 17 21:33:31.205444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa5447e48>,) {'filters': {'network_id': ['aadfafdf-63c6-4db9-a050-01c1608b571e']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:31.221011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5447e48>, '002ff5de-3ec8-464a-a43c-a380851cddee') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:31.221320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5447e48>, '002ff5de-3ec8-464a-a43c-a380851cddee') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:31.238167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.264140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.266702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:33:31.365135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58118) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:31.428021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b86f-636a-44b2-9161-8ff6b060a3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.506529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.522023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Network aadfafdf-63c6-4db9-a050-01c1608b571e has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:33:31.522908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:31.526989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Usage tracker for resource:security_group_rule and tenant:6eeb6f5c325141db83d65aae6bb4d59e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:31.530769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:31.534003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.536504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:31.634978 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.638526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.647720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6a5ee2f9-9653-44eb-880c-0c3e21a706b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:31.692625 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6eeb6f5c325141db83d65aae6bb4d59e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3238795
Feb 17 21:33:31.692853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58126) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:31.695731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d29faf-9914-4a78-ad3d-6ff471f9770e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:31.717688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.718108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.718516 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.718919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.719324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.719713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.720105 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.720526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.720918 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.721303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.721690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.722077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.722523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.722921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.723309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.723693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.724253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.724893 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.725287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.725745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.726251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.726532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.726911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.727295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:31.740881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:31.779066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8247ca45-b7f0-45d6-8b34-d1eba2c1938e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.806809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8247ca45-b7f0-45d6-8b34-d1eba2c1938e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.811015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Network aadfafdf-63c6-4db9-a050-01c1608b571e has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:33:31.842144 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:33:31.854197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8247ca45-b7f0-45d6-8b34-d1eba2c1938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.859372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0df5cd8a-fe1a-4727-bf25-85277d61d862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:31.873309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247ca45-b7f0-45d6-8b34-d1eba2c1938e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d29faf-9914-4a78-ad3d-6ff471f9770e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:31.875889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8247ca45-b7f0-45d6-8b34-d1eba2c1938e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:31.884720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8247ca45-b7f0-45d6-8b34-d1eba2c1938e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:31.886387 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8247ca45-b7f0-45d6-8b34-d1eba2c1938e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72d29faf-9914-4a78-ad3d-6ff471f9770e HTTP/1.1" status: 204  len: 168 time: 0.1923752
Feb 17 21:33:31.933496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c6879-1042-40ab-9a81-6bea3923065f req-ba5a0340-89e7-4daa-b567-df6bacc46c3c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:31.935659 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f21c6879-1042-40ab-9a81-6bea3923065f req-ba5a0340-89e7-4daa-b567-df6bacc46c3c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.4957154
Feb 17 21:33:32.013997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038ff18-ccd5-4c57-adfc-febb4353af16 req-60595012-1698-4761-ab4c-f93303bdc9dd tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:32.015892 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4038ff18-ccd5-4c57-adfc-febb4353af16 req-60595012-1698-4761-ab4c-f93303bdc9dd tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 945 time: 0.4651806
Feb 17 21:33:32.019271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.032584 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4f49d26f-ba05-4d83-9f27-65fa1df69608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:32.047450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.094586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Deleting port 87636f60-6915-425a-8fc4-67f937a8fd8c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:33:32.095183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.145028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aadfafdf-63c6-4db9-a050-01c1608b571e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:32.152633 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:32.164958 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/aadfafdf-63c6-4db9-a050-01c1608b571e HTTP/1.1" status: 204  len: 168 time: 1.4277842
Feb 17 21:33:32.185270 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4038ff18-ccd5-4c57-adfc-febb4353af16 req-524e1bdd-41af-4f15-9370-2be60b4439a0 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586456
Feb 17 21:33:32.203454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58136) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:32.224498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.249558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:32.255038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Usage tracker for resource:security_group_rule and tenant:ade244a5f5de452ca1a952de5fd4a7aa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:32.259098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:32.262088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 87636f60-6915-425a-8fc4-67f937a8fd8c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:33:32.270101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:32.364903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58142) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:32.426561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.429315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.444018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.448449 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.458638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:32.461826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87636f60-6915-425a-8fc4-67f937a8fd8c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:33:32.469248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] For port 87636f60-6915-425a-8fc4-67f937a8fd8c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87636f60-6915-425a-8fc4-67f937a8fd8c,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:32.469661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.473765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 87636f60-6915-425a-8fc4-67f937a8fd8c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87636f60-6915-425a-8fc4-67f937a8fd8c,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:32.478189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.481721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:32.483764 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-eec1e44b-e4b5-4711-bcb7-023ab96b83ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0fe7e7ed3c64ea694b33c3afe0f1cbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1175876
Feb 17 21:33:32.487158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58148) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:32.527069 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87636f60-6915-425a-8fc4-67f937a8fd8c', 'code': 200}
Feb 17 21:33:32.527285 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ade244a5f5de452ca1a952de5fd4a7aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3193488
Feb 17 21:33:32.528843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58152) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:32.532783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a927c0c-07a5-45fc-a555-4860cd185019,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:32.561751 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:32.565489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=87636f60-6915-425a-8fc4-67f937a8fd8c,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:32.573974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.574365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.574784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.575163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.575539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.575914 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.576285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.576681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.577053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.577563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.577932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.578339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.578773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.579395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.579763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.580129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.580540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.580914 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.581304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.581697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.582102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.582473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.582841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.583222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:33:32.588052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:32.599221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cdd98-4825-48cc-9bb4-375123dffbd8 req-da8ce3f6-c691-4150-ba55-946af3996130 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:32.600914 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-241cdd98-4825-48cc-9bb4-375123dffbd8 req-da8ce3f6-c691-4150-ba55-946af3996130 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2565677
Feb 17 21:33:32.629474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Calling delete_port for 87636f60-6915-425a-8fc4-67f937a8fd8c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:33:32.635956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b31eec8f-59c1-4c48-96b9-91bd6b0ba8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.686839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b31eec8f-59c1-4c48-96b9-91bd6b0ba8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.696310 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-241cdd98-4825-48cc-9bb4-375123dffbd8 req-51868e5f-4f66-4727-ac8f-a28848e0b73f tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834823
Feb 17 21:33:32.740078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b31eec8f-59c1-4c48-96b9-91bd6b0ba8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.745253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-77e58f51-f3d2-47ec-93b3-202d80f5956d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:32.755884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9c7735a2-a9e0-4c36-be48-d7f52b9bb3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.759512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eec8f-59c1-4c48-96b9-91bd6b0ba8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a927c0c-07a5-45fc-a555-4860cd185019,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:32.763185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b31eec8f-59c1-4c48-96b9-91bd6b0ba8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:32.764125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b31eec8f-59c1-4c48-96b9-91bd6b0ba8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:32.767790 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b31eec8f-59c1-4c48-96b9-91bd6b0ba8d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a927c0c-07a5-45fc-a555-4860cd185019 HTTP/1.1" status: 204  len: 168 time: 0.2357552
Feb 17 21:33:32.777558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:33:32.778479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:33:32.792727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9c7735a2-a9e0-4c36-be48-d7f52b9bb3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.060384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9c7735a2-a9e0-4c36-be48-d7f52b9bb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.064782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-56f1ec6f-5b01-4724-9b88-a1e7f85769b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:33.078854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7735a2-a9e0-4c36-be48-d7f52b9bb3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:33.082170 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9c7735a2-a9e0-4c36-be48-d7f52b9bb3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:33.103667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9c7735a2-a9e0-4c36-be48-d7f52b9bb3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.105328 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9c7735a2-a9e0-4c36-be48-d7f52b9bb3ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8bb6e9d-5bac-49b2-9eaf-5573f0433d6f HTTP/1.1" status: 204  len: 168 time: 0.6172059
Feb 17 21:33:33.241429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58164) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:33.272765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.280257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Deleting port 87636f60-6915-425a-8fc4-67f937a8fd8c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:33:33.280718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.290519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:33.299478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Usage tracker for resource:security_group_rule and tenant:8f60a10318e64a058b34d42e602e26f5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:33.299478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:33.305535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:33.404398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.408299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.412134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.427860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-422281dd-6c35-4ead-a143-29db429fd4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:33.475875 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f60a10318e64a058b34d42e602e26f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2320068
Feb 17 21:33:33.476800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a513c6cd-3459-45a3-aa9a-c5f3ecf67f7c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:33.480519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:33.481994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58174) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:33.673121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e8c5-3afe-4ec1-8a5d-05f3717dbe37 req-53e64a5e-26bd-4baa-83b9-4b624b6a280c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:33.673896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-97e5e8c5-3afe-4ec1-8a5d-05f3717dbe37 req-53e64a5e-26bd-4baa-83b9-4b624b6a280c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Synchronizing usage tracker for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:33:33.711357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c10986e-21b1-4a86-9f20-c41b9b02ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.739904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-97e5e8c5-3afe-4ec1-8a5d-05f3717dbe37 req-53e64a5e-26bd-4baa-83b9-4b624b6a280c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Unset dirty status for tenant:351cb6a32ef0463a86e6bcf18652e12c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:33:33.741239 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-97e5e8c5-3afe-4ec1-8a5d-05f3717dbe37 req-53e64a5e-26bd-4baa-83b9-4b624b6a280c tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 943 time: 0.3838203
Feb 17 21:33:33.749690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] For port 87636f60-6915-425a-8fc4-67f937a8fd8c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87636f60-6915-425a-8fc4-67f937a8fd8c,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:33.750041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.883079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.920124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c10986e-21b1-4a86-9f20-c41b9b02ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:33.934203 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Calling delete_port for 87636f60-6915-425a-8fc4-67f937a8fd8c owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:33:33.975121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58190) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:34.011386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a0f0b-fb75-4f6a-acd0-5ccb83e86b36 req-d9697b0f-b23b-43da-b88e-7fa2c91619b1 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:34.013096 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-718a0f0b-fb75-4f6a-acd0-5ccb83e86b36 req-d9697b0f-b23b-43da-b88e-7fa2c91619b1 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1469290
Feb 17 21:33:34.039398 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-97e5e8c5-3afe-4ec1-8a5d-05f3717dbe37 req-282d3096-ce77-4f6b-b3c9-6d2e1bcd4155 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/security-groups?id=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797894
Feb 17 21:33:34.070329 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-718a0f0b-fb75-4f6a-acd0-5ccb83e86b36 req-5956037b-3bb2-4849-858e-07759ad98588 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501993
Feb 17 21:33:34.125196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c10986e-21b1-4a86-9f20-c41b9b02ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.133398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a3f67eee-7b89-4e8c-ae7c-e332b1f08139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:34.140655 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-285426243-network', 'tenant_id': '13e4c3031e7347bc84f14ee3dd133ab6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:33:34.146742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:34.151261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Usage tracker for resource:network and tenant:13e4c3031e7347bc84f14ee3dd133ab6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:34.155055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10986e-21b1-4a86-9f20-c41b9b02ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a513c6cd-3459-45a3-aa9a-c5f3ecf67f7c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:34.156484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:34.158160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4c10986e-21b1-4a86-9f20-c41b9b02ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:34.169040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:34.180977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Made reservation on behalf of 13e4c3031e7347bc84f14ee3dd133ab6 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:33:34.187222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.196989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c10986e-21b1-4a86-9f20-c41b9b02ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.201081 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4c10986e-21b1-4a86-9f20-c41b9b02ea49 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a513c6cd-3459-45a3-aa9a-c5f3ecf67f7c HTTP/1.1" status: 204  len: 168 time: 0.7151978
Feb 17 21:33:34.210173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.232996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:34.247299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.247512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Usage tracker for resource:security_group_rule and tenant:13e4c3031e7347bc84f14ee3dd133ab6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:34.252329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:34.262618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:34.275640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a169a011-35c6-44f6-8813-3c63ecea6155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:34.367698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.371847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.379065 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:34.381812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Pushing event deleted for resources: {'Port': ['ID=87636f60-6915-425a-8fc4-67f937a8fd8c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:34.384619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:34.433758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:33:34.457503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726f3078-2a2b-4df8-8486-92b7ed65e8c0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:34.464729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:34.469430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.470060 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Added segment 93a8fd25-ac5d-49dd-ae82-6821afa9f66d of type vxlan for network bde935a6-308a-430e-9b84-d886985c2bd2
Feb 17 21:33:34.516959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.518989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] No DVR routers for this DVR port 87636f60-6915-425a-8fc4-67f937a8fd8c on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:33:34.521485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.525704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'name': 'network-vif-deleted', 'tag': '87636f60-6915-425a-8fc4-67f937a8fd8c'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:33:34.547223 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f21c6879-1042-40ab-9a81-6bea3923065f req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.83 "DELETE /v2.0/ports/87636f60-6915-425a-8fc4-67f937a8fd8c HTTP/1.1" status: 204  len: 173 time: 2.5999081
Feb 17 21:33:34.550397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.551919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:34.552603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:34.558999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:34.586532 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c327e57-8eff-4ccb-9487-6ed8e4b25890', 'name': 'network-vif-deleted', 'tag': '87636f60-6915-425a-8fc4-67f937a8fd8c', 'status': 'completed', 'code': 200}
Feb 17 21:33:34.678410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Pushing event updated for resources: {'Network': ['ID=bde935a6-308a-430e-9b84-d886985c2bd2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:34.681701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:34.689081 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7127287
Feb 17 21:33:34.690031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58208) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:34.691941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network bde935a6-308a-430e-9b84-d886985c2bd2 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:33:34.699222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Request body: {'subnet': {'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-285426243-subnet', 'tenant_id': '13e4c3031e7347bc84f14ee3dd133ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:33:34.706597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:34.708119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network bde935a6-308a-430e-9b84-d886985c2bd2 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:33:34.712044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Usage tracker for resource:subnet and tenant:13e4c3031e7347bc84f14ee3dd133ab6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:34.718114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:34.725706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:34.736502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Made reservation on behalf of 13e4c3031e7347bc84f14ee3dd133ab6 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:33:34.743503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14370466'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:35.301762 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62d993fa-1e85-4537-bea5-51dca42caefe req-365f1d07-d065-4ed4-8cc6-601e4ac83a77 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c327e57-8eff-4ccb-9487-6ed8e4b25890 HTTP/1.1" status: 200  len: 210 time: 0.0633328
Feb 17 21:33:35.326946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14370483'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:35.358297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fd932479-aa9b-4812-916c-d9ee876943aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:35.517029 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:35.520185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:35.555027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394df9d-a25d-45de-a166-193e268d832e req-b032224b-155d-4dae-be47-33b682537bb5 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:35.556692 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b394df9d-a25d-45de-a166-193e268d832e req-b032224b-155d-4dae-be47-33b682537bb5 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.3026412
Feb 17 21:33:35.585666 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58232) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:35.629985 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b394df9d-a25d-45de-a166-193e268d832e req-de9d40d2-89d6-4518-80ac-13bc84af484d tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642974
Feb 17 21:33:35.636095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Checking segment: {'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:33:35.636530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Network hostable DHCP agents. Network: bde935a6-308a-430e-9b84-d886985c2bd2, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:33:35.656574 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Network bde935a6-308a-430e-9b84-d886985c2bd2 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:33:35.665047 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, bde935a6-308a-430e-9b84-d886985c2bd2) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:33:35.675673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522e5e9-7fed-4417-af58-ccb9b1f46fb2 None None] Network bde935a6-308a-430e-9b84-d886985c2bd2 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:33:35.678876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:35.679531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:35.700800 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-163ad654-33e0-4f2a-90e9-d933df623475 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0075171
Feb 17 21:33:35.712090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:35.728732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:35.733370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Usage tracker for resource:security_group_rule and tenant:da7df544af444cfc81fb2e2c406b4845 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:35.736944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:35.742707 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:35.832626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:35.835962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:35.862833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6770a158-6b8c-4fde-9a82-05afc7897c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:35.905453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fc6d5e-fe24-431c-b503-27c1bac7b229,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:35.912487 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da7df544af444cfc81fb2e2c406b4845&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3232057
Feb 17 21:33:35.912487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:35.912802 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58244) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:35.920256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b0197d-4e93-4e69-921f-27e357eb2211 None None] Network bde935a6-308a-430e-9b84-d886985c2bd2 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:33:35.976207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cece-fa4b-4a58-ad2b-8c61f1aecb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:36.005003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cece-fa4b-4a58-ad2b-8c61f1aecb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:36.053367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cece-fa4b-4a58-ad2b-8c61f1aecb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:36.058574 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cf0fdf2f-0da6-4537-b89b-83f33723cfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:36.069702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6cece-fa4b-4a58-ad2b-8c61f1aecb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fc6d5e-fe24-431c-b503-27c1bac7b229,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:36.073781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c6c6cece-fa4b-4a58-ad2b-8c61f1aecb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:36.078648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cece-fa4b-4a58-ad2b-8c61f1aecb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:36.080151 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c6c6cece-fa4b-4a58-ad2b-8c61f1aecb12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51fc6d5e-fe24-431c-b503-27c1bac7b229 HTTP/1.1" status: 204  len: 168 time: 0.1664393
Feb 17 21:33:36.345759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:36.447087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58262) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:36.499658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:36.500153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:37.198810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e2dd7-2915-4a20-a53a-181da8c0b2a6 req-0a02168b-83e1-4d6b-86de-f9598c1ec39e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:37.200505 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-157e2dd7-2915-4a20-a53a-181da8c0b2a6 req-0a02168b-83e1-4d6b-86de-f9598c1ec39e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.4423037
Feb 17 21:33:37.299294 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-157e2dd7-2915-4a20-a53a-181da8c0b2a6 req-a78e9a0e-8690-4cc7-854b-3432a07b30bf tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917184
Feb 17 21:33:37.403230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854368609'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:37.821645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Deleting port 7aa0170f-e584-4b50-8269-a49b4433927c {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:33:37.822036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:37.962730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-055cbc96-ab70-4f48-87b5-79c7f495dccc tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:37.963531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-055cbc96-ab70-4f48-87b5-79c7f495dccc tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Synchronizing usage tracker for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:33:37.981805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-055cbc96-ab70-4f48-87b5-79c7f495dccc tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Unset dirty status for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:33:37.982501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-055cbc96-ab70-4f48-87b5-79c7f495dccc tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/networks?id=bde935a6-308a-430e-9b84-d886985c2bd2 HTTP/1.1" status: 200  len: 813 time: 0.1902621
Feb 17 21:33:38.003297 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-05b3d6ae-7d1f-4922-ab44-d40a38a16258 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/quotas/13e4c3031e7347bc84f14ee3dd133ab6 HTTP/1.1" status: 200  len: 375 time: 0.0138230
Feb 17 21:33:38.027627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] For port 7aa0170f-e584-4b50-8269-a49b4433927c, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=7aa0170f-e584-4b50-8269-a49b4433927c,segment=NetworkSegment(50404fda-80c7-4deb-b558-be891253a662),segment_id=50404fda-80c7-4deb-b558-be891253a662)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:38.028280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:38.064779 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-2f80857d-2857-44e1-8dfa-19d581edecef tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=13e4c3031e7347bc84f14ee3dd133ab6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0555234
Feb 17 21:33:38.179421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Calling delete_port for 7aa0170f-e584-4b50-8269-a49b4433927c owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:33:38.240315 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-217a170a-b00a-4a9b-b1b5-1e7a4c7fea4e service neutron] 10.222.0.81 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671109
Feb 17 21:33:38.438064 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-bb8d49b7-4cd7-4094-bdc3-c3fff8f36ee4 service neutron] 10.222.0.81 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1965787
Feb 17 21:33:38.632398 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f95fc535-bf85-48b7-aa4b-9af9dec460a5 req-c7962662-11bb-44cf-9df1-aab52aa1f607 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 210 time: 0.0510399
Feb 17 21:33:38.651843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aa5ec-499a-4543-97ee-41d30c3e52d0 req-29cd4d28-07fb-41ff-b64a-d55256ea19bc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:38.654108 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-625aa5ec-499a-4543-97ee-41d30c3e52d0 req-29cd4d28-07fb-41ff-b64a-d55256ea19bc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1650271
Feb 17 21:33:38.760760 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-625aa5ec-499a-4543-97ee-41d30c3e52d0 req-73c03f39-faf6-4c4c-9761-f7d7b98a79a4 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001053
Feb 17 21:33:38.781729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:38.798317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bef383f1-e40a-46cf-b8c3-2abb998239d5 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:38.904866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa0170f-e584-4b50-8269-a49b4433927c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:38.909650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:39.395110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16494470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854368527'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:39.416539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138af0b-1c4e-42bc-ab57-e6798deeee8c req-393369dd-2c06-4b79-be7a-cab019b761c6 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:39.418171 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3138af0b-1c4e-42bc-ab57-e6798deeee8c req-393369dd-2c06-4b79-be7a-cab019b761c6 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2958622
Feb 17 21:33:39.504161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c40361-7b3a-45d4-8bba-81df95112410 req-23ffc5b1-fb2a-47ee-ad18-325ddfbcb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:39.505768 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37c40361-7b3a-45d4-8bba-81df95112410 req-23ffc5b1-fb2a-47ee-ad18-325ddfbcb7fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 1163 time: 0.3227844
Feb 17 21:33:39.646956 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3138af0b-1c4e-42bc-ab57-e6798deeee8c req-fd0f4f9e-2b95-45a1-9547-4848e14f1412 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1749585
Feb 17 21:33:39.813900 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ce05997b-a0dd-4af8-af95-988fefb7e7b9 req-5272118b-4243-4c92-8d9c-557192ede499 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 210 time: 0.0508394
Feb 17 21:33:40.232750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c40361-7b3a-45d4-8bba-81df95112410 req-8b34b114-088c-4e82-8685-00dd3f9b577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:40.234319 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37c40361-7b3a-45d4-8bba-81df95112410 req-8b34b114-088c-4e82-8685-00dd3f9b577a service neutron] 10.222.0.83 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 905 time: 0.7187808
Feb 17 21:33:40.482418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-e59ad880-0e2f-4b4a-b599-f20a951e2457 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:40.484022 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-e59ad880-0e2f-4b4a-b599-f20a951e2457 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.83 "GET /v2.0/networks?id=bde935a6-308a-430e-9b84-d886985c2bd2 HTTP/1.1" status: 200  len: 813 time: 0.4685934
Feb 17 21:33:40.493682 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37c40361-7b3a-45d4-8bba-81df95112410 req-2e0f6a86-3755-4061-85ac-de38a3acdfeb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469 HTTP/1.1" status: 200  len: 1001 time: 0.2456830
Feb 17 21:33:40.502534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Request body: {'port': {'device_id': '489acb61-9e25-4f23-94ab-18932dd47206', 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2', 'admin_state_up': True, 'tenant_id': '13e4c3031e7347bc84f14ee3dd133ab6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:33:40.752069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c40361-7b3a-45d4-8bba-81df95112410 req-314e6ae0-1e90-418e-b97b-35f110623168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:40.753648 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37c40361-7b3a-45d4-8bba-81df95112410 req-314e6ae0-1e90-418e-b97b-35f110623168 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 200  len: 850 time: 0.2342007
Feb 17 21:33:40.755595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Router cd2654bb-c007-452b-896e-51f73bf43cad has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:33:40.988047 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc5b777d-b580-4297-9944-64836a35b238 req-7920d9b9-dff4-4c55-b824-e5e78542c438 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 210 time: 0.0566154
Feb 17 21:33:41.015760 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:41.026361 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Usage tracker for resource:port and tenant:13e4c3031e7347bc84f14ee3dd133ab6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:41.032230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:41.045329 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:41.146904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Made reservation on behalf of 13e4c3031e7347bc84f14ee3dd133ab6 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:33:41.152720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:41.187535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c40361-7b3a-45d4-8bba-81df95112410 req-de6c59ad-ec0a-4e29-9453-9825e71fe5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:41.189208 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37c40361-7b3a-45d4-8bba-81df95112410 req-de6c59ad-ec0a-4e29-9453-9825e71fe5f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c811b1f9-ede4-4fea-9a52-47638fb8c71d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4163432
Feb 17 21:33:41.213555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a0180-c296-4f4f-a42a-3be5ca01c192 req-24380d56-2809-4baf-a413-23639d49f970 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:41.215180 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d79a0180-c296-4f4f-a42a-3be5ca01c192 req-24380d56-2809-4baf-a413-23639d49f970 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.4409444
Feb 17 21:33:41.240181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:33:41.251102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] Sync routers for ids ['cd2654bb-c007-452b-896e-51f73bf43cad'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:33:41.265632 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] Routers {'cd2654bb-c007-452b-896e-51f73bf43cad'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:33:41.266225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa63fdf60>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:33:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['cd2654bb-c007-452b-896e-51f73bf43cad'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:41.283165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58364) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:41.410196 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] 10.222.0.81 "PUT /v2.0/routers/cd2654bb-c007-452b-896e-51f73bf43cad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9596045
Feb 17 21:33:41.411336 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58370) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:41.456930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] Set router cd2654bb-c007-452b-896e-51f73bf43cad gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:33:41.495576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:41.528580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:41.537141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Usage tracker for resource:security_group_rule and tenant:913223ba19d44cb2a16844bed113c3de is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:41.542680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:41.554795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:41.745548 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d79a0180-c296-4f4f-a42a-3be5ca01c192 req-a9535ac9-3c7b-4988-ae58-c11daf8d8761 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4939861
Feb 17 21:33:41.797323 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37c40361-7b3a-45d4-8bba-81df95112410 req-38979f63-76f6-4e98-b160-0a9779dfdc56 service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5906808
Feb 17 21:33:41.897112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:41.964712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa63fdf60>, [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:33:38Z', 'revision_number': 5, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:41.969483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] Checking router: cd2654bb-c007-452b-896e-51f73bf43cad for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:33:41.978806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] Routers {'cd2654bb-c007-452b-896e-51f73bf43cad'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:33:41.979614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa63fdf60>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:33:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['cd2654bb-c007-452b-896e-51f73bf43cad'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:42.071786 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37c40361-7b3a-45d4-8bba-81df95112410 req-3345b7c0-d332-4cc3-b582-11442a5e1d2a service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2364624
Feb 17 21:33:42.084094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Allocated IP 172.20.0.6 (bde935a6-308a-430e-9b84-d886985c2bd2/fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd/5ad53b44-3531-42a3-8c73-c08360892da1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:33:42.154778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.156645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.162279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.176969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e2f5e6ef-2b62-4794-a4dc-20d7bcfb3a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:42.185533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] Set router cd2654bb-c007-452b-896e-51f73bf43cad gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:33:42.192530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Deleting port 8ab7010d-c7ac-42ba-8e20-92db47574dd0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:33:42.192914 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.316123 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=913223ba19d44cb2a16844bed113c3de&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0317554
Feb 17 21:33:42.321503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58376) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:42.321751 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8d1b2ea-94e7-453d-a889-5c1fcc68913f req-8b641e0f-f7a8-4642-9c5c-109623fbf7cb tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 210 time: 0.1018922
Feb 17 21:33:42.324902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1553d-743f-48c9-8e24-e0f266434e61,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:42.330057 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:42.440729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.464022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1798c28-9ea7-4860-8fee-7a20e6ebb6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.469856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] For port 8ab7010d-c7ac-42ba-8e20-92db47574dd0, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=8ab7010d-c7ac-42ba-8e20-92db47574dd0,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:42.470277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.499780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1798c28-9ea7-4860-8fee-7a20e6ebb6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.518939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa63fdf60>, [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:33:38Z', 'revision_number': 5, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:42.523208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befffc4b-39c1-425e-ad9d-f4ff388c72c5 None None] The sync data for ids ['cd2654bb-c007-452b-896e-51f73bf43cad'] in dv-cinder-760193-4-iscsi is: [{'id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'name': 'tempest-ServerRescueNegativeTestJSON-1431911850-router', 'tenant_id': '351cb6a32ef0463a86e6bcf18652e12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:11Z', 'updated_at': '2021-02-17T21:33:38Z', 'revision_number': 5, 'project_id': '351cb6a32ef0463a86e6bcf18652e12c', 'gw_port': {'id': '8ab7010d-c7ac-42ba-8e20-92db47574dd0', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2654bb-c007-452b-896e-51f73bf43cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:14Z', 'updated_at': '2021-02-17T21:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:33:42.549980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.569967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:42.614571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Calling delete_port for 8ab7010d-c7ac-42ba-8e20-92db47574dd0 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:33:42.719161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1798c28-9ea7-4860-8fee-7a20e6ebb6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.756904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Pushing event updated for resources: {'Port': ['ID=5ad53b44-3531-42a3-8c73-c08360892da1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:42.765736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:42.766231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:42.801693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1798c28-9ea7-4860-8fee-7a20e6ebb6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1553d-743f-48c9-8e24-e0f266434e61,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:42.812736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f1798c28-9ea7-4860-8fee-7a20e6ebb6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:42.839687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Network bde935a6-308a-430e-9b84-d886985c2bd2 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:33:42.841352 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1798c28-9ea7-4860-8fee-7a20e6ebb6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.850276 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f1798c28-9ea7-4860-8fee-7a20e6ebb6ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3c1553d-743f-48c9-8e24-e0f266434e61 HTTP/1.1" status: 204  len: 168 time: 0.5250485
Feb 17 21:33:42.850276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:33:42.851478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:33:42.947593 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:42.948769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:42.977692 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4804199
Feb 17 21:33:42.991134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 7aa0170f-e584-4b50-8269-a49b4433927c no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:33:43.001673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Request body: {'port': {'device_id': '489acb61-9e25-4f23-94ab-18932dd47206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:33:43.010229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.032821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:43.061309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 7aa0170f-e584-4b50-8269-a49b4433927c {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:33:43.062046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 7aa0170f-e584-4b50-8269-a49b4433927c not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:33:43.143991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab7010d-c7ac-42ba-8e20-92db47574dd0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:43.149662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:43.217812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.245475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7159b8-42dc-4731-92cf-95c0633fa087 req-36400272-9593-4b8c-916b-bfd84bfb1e1e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:43.247224 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7c7159b8-42dc-4731-92cf-95c0633fa087 req-36400272-9593-4b8c-916b-bfd84bfb1e1e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2089853
Feb 17 21:33:43.277021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421765'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.295731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58388) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:43.348461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.406659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:43.411564 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7c7159b8-42dc-4731-92cf-95c0633fa087 req-fb442c02-0763-43c9-b349-4e9f7653d595 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289454
Feb 17 21:33:43.430623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Usage tracker for resource:security_group_rule and tenant:7b1dec383dcf43e888cf74cb62b262bf is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:43.435274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:43.444043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:43.476854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767741'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.517895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.625895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367977'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.626459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2654bb-c007-452b-896e-51f73bf43cad {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 21:33:43.658381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937ff5-06f2-44fd-9090-7cba66e7d0e2 req-982b0d53-578e-49b1-b58a-25d06bb673bf tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:43.660032 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-31937ff5-06f2-44fd-9090-7cba66e7d0e2 req-982b0d53-578e-49b1-b58a-25d06bb673bf tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 931 time: 0.1933365
Feb 17 21:33:43.666743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.670636 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] 10.222.0.81 "DELETE /v2.0/routers/cd2654bb-c007-452b-896e-51f73bf43cad HTTP/1.1" status: 204  len: 168 time: 2.2536957
Feb 17 21:33:43.682956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58394) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:43.715055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-31937ff5-06f2-44fd-9090-7cba66e7d0e2 req-8efe8cb0-b0a3-4c7a-ac53-b26a8ec0c3c5 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Synchronizing usage tracker for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:33:43.732015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-31937ff5-06f2-44fd-9090-7cba66e7d0e2 req-8efe8cb0-b0a3-4c7a-ac53-b26a8ec0c3c5 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Unset dirty status for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:33:43.733325 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-31937ff5-06f2-44fd-9090-7cba66e7d0e2 req-8efe8cb0-b0a3-4c7a-ac53-b26a8ec0c3c5 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639818
Feb 17 21:33:43.781650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.792599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.804254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:43.841485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] Deleting subnet ff1e29fe-9ad3-470b-8080-1f138409abfb {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:33:43.854322 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.903656 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b1dec383dcf43e888cf74cb62b262bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5896263
Feb 17 21:33:43.904102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58398) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:43.924072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027ccd37-3626-4ef1-bed7-3f9b15f55d04,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:43.961959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:43.974917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8479b237-4fbf-4700-89ca-5d56994dea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:43.994584 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13909950'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.006561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8479b237-4fbf-4700-89ca-5d56994dea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.037963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad53b44-3531-42a3-8c73-c08360892da1 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:33:44.050097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.051935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8479b237-4fbf-4700-89ca-5d56994dea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.057037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e68255c5-30d7-45fc-ae55-bbd369d5a12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:44.070198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479b237-4fbf-4700-89ca-5d56994dea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ccd37-3626-4ef1-bed7-3f9b15f55d04,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:44.072550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Transition to ACTIVE for port object 5ad53b44-3531-42a3-8c73-c08360892da1 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:33:44.073405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8479b237-4fbf-4700-89ca-5d56994dea4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:44.075624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8479b237-4fbf-4700-89ca-5d56994dea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.076760 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8479b237-4fbf-4700-89ca-5d56994dea4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/027ccd37-3626-4ef1-bed7-3f9b15f55d04 HTTP/1.1" status: 204  len: 168 time: 0.1715612
Feb 17 21:33:44.077943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.092600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.123646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a2fdf397-3960-42f3-af51-366d407c98fb tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:44.315229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Pushing event updated for resources: {'Port': ['ID=5ad53b44-3531-42a3-8c73-c08360892da1,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:44.370524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:44.379204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:44.457246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:44.457680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.948757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f9b5c-64c2-4ee5-8c1f-86c2a6964456 req-80d928b5-3859-47c6-9995-93a7e9032e9b tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:44.950441 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-208f9b5c-64c2-4ee5-8c1f-86c2a6964456 req-80d928b5-3859-47c6-9995-93a7e9032e9b tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 943 time: 0.0947945
Feb 17 21:33:44.972980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Attempting to bind port 5ad53b44-3531-42a3-8c73-c08360892da1 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:33:44.972980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Attempting to bind port 5ad53b44-3531-42a3-8c73-c08360892da1 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:33:44.973400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Attempting to bind port 5ad53b44-3531-42a3-8c73-c08360892da1 on network bde935a6-308a-430e-9b84-d886985c2bd2 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:33:44.991251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:33:44.991635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Checking segment: {'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:33:44.992052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:44.992488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Bound using segment: {'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:33:44.992993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Bound port: 5ad53b44-3531-42a3-8c73-c08360892da1, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:33:44.993378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.031676 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-208f9b5c-64c2-4ee5-8c1f-86c2a6964456 req-dad5ac8d-91ad-40cd-8a0e-1e28cca3abad tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736790
Feb 17 21:33:45.039048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 8ab7010d-c7ac-42ba-8e20-92db47574dd0 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:33:45.064579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840865955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840405428'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.081733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 8ab7010d-c7ac-42ba-8e20-92db47574dd0 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:33:45.081920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 8ab7010d-c7ac-42ba-8e20-92db47574dd0 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:33:45.089442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d390336-f219-4e12-b3ea-5ded00b430a4 req-5861e0b6-abea-4c9b-9caa-9006ef4eb095 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:45.091540 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d390336-f219-4e12-b3ea-5ded00b430a4 req-5861e0b6-abea-4c9b-9caa-9006ef4eb095 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.5209918
Feb 17 21:33:45.097670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4f8deb50-37c0-4f1f-919d-65df88b9a71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:45.231630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1e29fe-9ad3-470b-8080-1f138409abfb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:45.242059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:45.279708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] For port 5ad53b44-3531-42a3-8c73-c08360892da1, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:33:45.303078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] For port 5ad53b44-3531-42a3-8c73-c08360892da1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5ad53b44-3531-42a3-8c73-c08360892da1,segment=NetworkSegment(93a8fd25-ac5d-49dd-ae82-6821afa9f66d),segment_id=93a8fd25-ac5d-49dd-ae82-6821afa9f66d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:33:45.306653 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d390336-f219-4e12-b3ea-5ded00b430a4 req-b208e4ef-cd8d-4e69-8ffe-c8d4d270fd66 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1787982
Feb 17 21:33:45.311336 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.327849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.330659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-97e568dc-d22b-44ff-a58b-a6b00e5ace9b tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:45.469707 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f38911dd-cc4b-4358-81e9-12f2a543ae58 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ff1e29fe-9ad3-470b-8080-1f138409abfb HTTP/1.1" status: 204  len: 168 time: 1.7831357
Feb 17 21:33:45.470132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58436) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:45.501102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Pushing event updated for resources: {'Port': ['ID=5ad53b44-3531-42a3-8c73-c08360892da1,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:45.506708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:45.544375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:45.545120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.546607 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] 10.222.0.83 "PUT /v2.0/ports/5ad53b44-3531-42a3-8c73-c08360892da1 HTTP/1.1" status: 200  len: 1157 time: 2.5574968
Feb 17 21:33:45.547126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489acb61-9e25-4f23-94ab-18932dd47206', 'tag': '5ad53b44-3531-42a3-8c73-c08360892da1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:33:45.594185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.601505 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489acb61-9e25-4f23-94ab-18932dd47206', 'tag': '5ad53b44-3531-42a3-8c73-c08360892da1', 'status': 'completed', 'code': 200}
Feb 17 21:33:45.677972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-f7e84317-859e-42c4-91e2-926bbe0db5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:45.679612 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-f7e84317-859e-42c4-91e2-926bbe0db5a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=13e4c3031e7347bc84f14ee3dd133ab6&device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 1160 time: 0.0805323
Feb 17 21:33:45.762511 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-a7ba2d76-8ce9-4b09-971e-e5fa407e84ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ad53b44-3531-42a3-8c73-c08360892da1 HTTP/1.1" status: 200  len: 217 time: 0.0722404
Feb 17 21:33:45.786351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.835731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-67575253-a67f-4b2b-a5cb-eea050b37260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:45.837365 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-67575253-a67f-4b2b-a5cb-eea050b37260 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd HTTP/1.1" status: 200  len: 853 time: 0.0647619
Feb 17 21:33:45.896316 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-c2f492fa-bb08-4a51-a767-605355549eec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bde935a6-308a-430e-9b84-d886985c2bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507023
Feb 17 21:33:45.902631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa54d9da0>,) {'filters': {'network_id': ['96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:45.915670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa54d9da0>, '50404fda-80c7-4deb-b558-be891253a662') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:45.916008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa54d9da0>, '50404fda-80c7-4deb-b558-be891253a662') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:33:45.928429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840524453'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.943542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:45.945605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:33:46.043327 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-94c3c117-681f-4957-b18f-03884e810c75 service neutron] 10.222.0.83 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398127
Feb 17 21:33:46.143067 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:33:46.152942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036840604117'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:46.275016 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c4fbc1c0-e2c9-492c-b994-79422653b865 req-9ea7278c-be14-405e-a511-fe251451747a service neutron] 10.222.0.83 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2227583
Feb 17 21:33:46.286654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d354fe5-156b-4096-915c-50c64abe143f req-8eec819a-1581-4085-8c76-6f1c470ddc1f tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:46.287476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-5d354fe5-156b-4096-915c-50c64abe143f req-8eec819a-1581-4085-8c76-6f1c470ddc1f tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Synchronizing usage tracker for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:33:46.307014 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-5d354fe5-156b-4096-915c-50c64abe143f req-8eec819a-1581-4085-8c76-6f1c470ddc1f tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Unset dirty status for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:33:46.308261 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d354fe5-156b-4096-915c-50c64abe143f req-8eec819a-1581-4085-8c76-6f1c470ddc1f tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 943 time: 0.1657462
Feb 17 21:33:46.419336 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d354fe5-156b-4096-915c-50c64abe143f req-68f5cdc4-be44-47ee-8452-8b360ea9e4c4 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035521
Feb 17 21:33:46.453295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-5e668866-793a-4577-96c9-e2717e160add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:46.455204 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-5e668866-793a-4577-96c9-e2717e160add service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=13e4c3031e7347bc84f14ee3dd133ab6&device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 1160 time: 0.1073179
Feb 17 21:33:46.566258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Network 96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:33:46.594960 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:33:46.616208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-b3e1a61c-2197-4dd7-a2a9-4fa848c563b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:46.617867 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-b3e1a61c-2197-4dd7-a2a9-4fa848c563b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bde935a6-308a-430e-9b84-d886985c2bd2 HTTP/1.1" status: 200  len: 907 time: 0.1552262
Feb 17 21:33:46.676638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:46.680487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:46.694224 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-ee9f78f9-53bb-4796-ba71-fcb663c81fab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ad53b44-3531-42a3-8c73-c08360892da1 HTTP/1.1" status: 200  len: 217 time: 0.0683811
Feb 17 21:33:46.700261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:46.702994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:46.706457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:46.709532 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6f654a84-b1b1-4bf3-abe6-2e9a3c78b4c7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/96dc3c4c-12ff-4eb7-9f4d-c7ed07ac04f5 HTTP/1.1" status: 204  len: 168 time: 1.2383704
Feb 17 21:33:46.778011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-538c0f0b-a0c6-45fb-94d7-d54ca8afa1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:46.779641 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-538c0f0b-a0c6-45fb-94d7-d54ca8afa1cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd HTTP/1.1" status: 200  len: 853 time: 0.0754149
Feb 17 21:33:46.837324 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-c7b3b742-decc-42d3-989b-28a6932de77e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bde935a6-308a-430e-9b84-d886985c2bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482605
Feb 17 21:33:46.911905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58458) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:46.967143 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2e7a7149-d5dc-41cf-a5bf-3830ccf78d02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=351cb6a32ef0463a86e6bcf18652e12c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0539186
Feb 17 21:33:46.969790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58462) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:47.002279 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-ffb6f677-d94d-4c1b-8272-b802d402f74e service neutron] 10.222.0.83 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561580
Feb 17 21:33:47.044830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a94a5b1-7dfd-463d-ad8c-bc6d50a1e4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:47.075225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a94a5b1-7dfd-463d-ad8c-bc6d50a1e4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:47.130701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a94a5b1-7dfd-463d-ad8c-bc6d50a1e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:47.143151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-adbc9d87-e4ad-4d68-af14-0a717debce0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:47.159492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94a5b1-7dfd-463d-ad8c-bc6d50a1e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dde8e5-2ea4-46d2-9acd-30b4fbbb154a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:47.162301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3a94a5b1-7dfd-463d-ad8c-bc6d50a1e4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:47.164850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a94a5b1-7dfd-463d-ad8c-bc6d50a1e4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:47.166085 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-3a94a5b1-7dfd-463d-ad8c-bc6d50a1e4eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49dde8e5-2ea4-46d2-9acd-30b4fbbb154a HTTP/1.1" status: 204  len: 168 time: 0.1951115
Feb 17 21:33:47.188315 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03b27870-7ef4-43a1-9860-99a19a134bdd req-16949583-2220-4a2e-9cf0-c3510891041d service neutron] 10.222.0.83 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1769979
Feb 17 21:33:47.632290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065409b0-1a60-482e-8ce3-417ca682fa55 req-f8fbb8d2-35fb-42ae-a083-001048782ef1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:47.633872 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-065409b0-1a60-482e-8ce3-417ca682fa55 req-f8fbb8d2-35fb-42ae-a083-001048782ef1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 943 time: 0.0956240
Feb 17 21:33:47.694210 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-065409b0-1a60-482e-8ce3-417ca682fa55 req-2111cab4-d19e-4863-a802-262ffc20e652 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534048
Feb 17 21:33:48.472571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.objects.ports [None req-597ad153-aaf8-4507-a5a8-79dd015b4448 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 21:33:48.912274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb49d9-1397-4ce3-bbd3-bbab239b977c req-47e8b655-9f97-4f13-a7e1-bd3ca2f62983 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:48.914444 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-41bb49d9-1397-4ce3-bbd3-bbab239b977c req-47e8b655-9f97-4f13-a7e1-bd3ca2f62983 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 943 time: 0.1013188
Feb 17 21:33:48.967646 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-41bb49d9-1397-4ce3-bbd3-bbab239b977c req-7019bc8b-a88b-45f7-8e0f-da1511d36256 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432718
Feb 17 21:33:48.986784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 5ad53b44-3531-42a3-8c73-c08360892da1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:49.003321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58534) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:49.069404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 5ad53b44-3531-42a3-8c73-c08360892da1 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:33:49.074950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 5ad53b44-3531-42a3-8c73-c08360892da1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:49.075359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.150025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.168613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:49.173766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f55f1b22c8c5479aa172b98129c878d1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:49.176968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:49.183308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:49.213513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.245032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489acb61-9e25-4f23-94ab-18932dd47206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad53b44-3531-42a3-8c73-c08360892da1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:33:49.254467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58544) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:49.271748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 5ad53b44-3531-42a3-8c73-c08360892da1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5ad53b44-3531-42a3-8c73-c08360892da1,segment=NetworkSegment(93a8fd25-ac5d-49dd-ae82-6821afa9f66d),segment_id=93a8fd25-ac5d-49dd-ae82-6821afa9f66d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:33:49.276012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.281664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3f336d59-058f-4b23-8ebb-7a8f81157e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:49.306172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.309971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.319834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:49.363320 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489acb61-9e25-4f23-94ab-18932dd47206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad53b44-3531-42a3-8c73-c08360892da1', 'code': 200}
Feb 17 21:33:49.363910 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=5ad53b44-3531-42a3-8c73-c08360892da1,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:49.366467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a398a-1eb5-4b29-9c9b-bd359e13ced1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:49.367667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:49.373929 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f55f1b22c8c5479aa172b98129c878d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3668268
Feb 17 21:33:49.373929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:49.374509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58550) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:49.418495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.435055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:49.440575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Usage tracker for resource:security_group_rule and tenant:146739ea9129454c864de6a0ac0674db is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:49.443034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c61625-b611-45b9-84a4-acefdcf7e201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.443732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:49.450496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:49.472162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c61625-b611-45b9-84a4-acefdcf7e201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.519019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c61625-b611-45b9-84a4-acefdcf7e201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.524240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1f520c3d-a151-4622-820e-8a78bca2e9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:49.542998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.546120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.555392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-64dc3606-2e03-42d5-b2b9-b60431dbed2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:49.585109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c61625-b611-45b9-84a4-acefdcf7e201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a398a-1eb5-4b29-9c9b-bd359e13ced1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:49.596834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-27c61625-b611-45b9-84a4-acefdcf7e201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:49.599338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c61625-b611-45b9-84a4-acefdcf7e201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.603130 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-27c61625-b611-45b9-84a4-acefdcf7e201 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b99a398a-1eb5-4b29-9c9b-bd359e13ced1 HTTP/1.1" status: 204  len: 168 time: 0.2252605
Feb 17 21:33:49.604172 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=146739ea9129454c864de6a0ac0674db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3482347
Feb 17 21:33:49.604959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58556) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:49.608873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa52880-6bae-4eba-90ff-4edc7aaf04c1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:49.626516 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:49.640229 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21974a4-3972-459f-8b5e-9bd9c2b7e92e req-37e7a060-0e32-4b87-87a3-b1e15567bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:49.642363 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b21974a4-3972-459f-8b5e-9bd9c2b7e92e req-37e7a060-0e32-4b87-87a3-b1e15567bc7e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 1162 time: 0.1105194
Feb 17 21:33:49.679314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4fc733f9-f120-41c8-bd09-b80b12bcd474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.692227 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b21974a4-3972-459f-8b5e-9bd9c2b7e92e req-0440ef38-6992-44c7-972c-36532edbbadc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423851
Feb 17 21:33:49.709442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4fc733f9-f120-41c8-bd09-b80b12bcd474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.764907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4fc733f9-f120-41c8-bd09-b80b12bcd474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.770537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-40d6ea90-8ea6-4298-b1b8-6ba04b09e2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:49.781795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc733f9-f120-41c8-bd09-b80b12bcd474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa52880-6bae-4eba-90ff-4edc7aaf04c1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:49.787039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4fc733f9-f120-41c8-bd09-b80b12bcd474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:49.789263 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4fc733f9-f120-41c8-bd09-b80b12bcd474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.790618 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4fc733f9-f120-41c8-bd09-b80b12bcd474 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9aa52880-6bae-4eba-90ff-4edc7aaf04c1 HTTP/1.1" status: 204  len: 168 time: 0.1836762
Feb 17 21:33:49.911833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58564) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:49.931291 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:49.947450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:49.952184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Usage tracker for resource:security_group_rule and tenant:18731ee159874155817e5b14585c716d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:49.955480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:49.961360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:50.058247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:50.062000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:50.070741 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c6e6730d-1301-4e63-bac6-0c71e2a51317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:50.118942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dbac8a-1b65-4e40-bbd6-a8e8bdaf94f6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:50.146162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:50.150716 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18731ee159874155817e5b14585c716d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2368989
Feb 17 21:33:50.153237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58576) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:50.239596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8e356-6234-4c0d-bfa8-5c3597fea14a req-c5f093e8-8978-40c0-80b7-63877322a2cb tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:50.241165 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06e8e356-6234-4c0d-bfa8-5c3597fea14a req-c5f093e8-8978-40c0-80b7-63877322a2cb tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 945 time: 0.1478486
Feb 17 21:33:50.243922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-408089d4-c7fd-4dfb-8ca8-e8b3f062b8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:50.297055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-408089d4-c7fd-4dfb-8ca8-e8b3f062b8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:50.336389 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-06e8e356-6234-4c0d-bfa8-5c3597fea14a req-767799d8-d87a-402d-a6df-3d52be0c3a7c tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815775
Feb 17 21:33:50.362932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-408089d4-c7fd-4dfb-8ca8-e8b3f062b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:50.368396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ad6f92b0-7c50-4876-bf0b-90dd96f419fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:50.381725 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408089d4-c7fd-4dfb-8ca8-e8b3f062b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dbac8a-1b65-4e40-bbd6-a8e8bdaf94f6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:50.384600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 5ad53b44-3531-42a3-8c73-c08360892da1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:33:50.385054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-408089d4-c7fd-4dfb-8ca8-e8b3f062b8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:50.387194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-408089d4-c7fd-4dfb-8ca8-e8b3f062b8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:50.391032 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-408089d4-c7fd-4dfb-8ca8-e8b3f062b8d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4dbac8a-1b65-4e40-bbd6-a8e8bdaf94f6 HTTP/1.1" status: 204  len: 168 time: 0.2342408
Feb 17 21:33:50.486238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 5ad53b44-3531-42a3-8c73-c08360892da1 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:33:50.486563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:51.546523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbc70d-e345-465f-9c25-1e7d48adf33d req-a2966d18-f726-492a-ad64-6d491ab187e0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:51.548095 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c8fbc70d-e345-465f-9c25-1e7d48adf33d req-a2966d18-f726-492a-ad64-6d491ab187e0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 945 time: 0.0928054
Feb 17 21:33:51.599219 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c8fbc70d-e345-465f-9c25-1e7d48adf33d req-4673a493-364b-4a93-8c5e-6e5b81148b1a tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448575
Feb 17 21:33:54.472474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58778) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:54.600050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:54.615428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:54.619642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Usage tracker for resource:security_group_rule and tenant:4d404cdb57364ee285d039c9074e6f99 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:54.623430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:54.629236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:54.714763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:54.717532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:54.726352 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-44fb10d2-3909-44c5-8364-8e1df6517624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:54.772444 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d404cdb57364ee285d039c9074e6f99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987669
Feb 17 21:33:54.774151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de895f23-6d2e-42b9-8232-2d44651033dd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:54.775431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58784) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:54.777597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:54.841136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8936785e-da1a-4d5b-bfca-bfeb2aa4bd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:54.868659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8936785e-da1a-4d5b-bfca-bfeb2aa4bd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:54.914283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8936785e-da1a-4d5b-bfca-bfeb2aa4bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:54.921332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-81073db8-7c34-46da-b3ea-bf3280436bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:54.934730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936785e-da1a-4d5b-bfca-bfeb2aa4bd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de895f23-6d2e-42b9-8232-2d44651033dd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:54.937667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8936785e-da1a-4d5b-bfca-bfeb2aa4bd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:54.938895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8936785e-da1a-4d5b-bfca-bfeb2aa4bd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:54.942847 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8936785e-da1a-4d5b-bfca-bfeb2aa4bd67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de895f23-6d2e-42b9-8232-2d44651033dd HTTP/1.1" status: 204  len: 168 time: 0.1612051
Feb 17 21:33:55.249277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 58796) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:55.269327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:55.288800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:33:55.294069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Usage tracker for resource:security_group_rule and tenant:881d6c9a4d3141f2995caf45e9dfb56a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:33:55.297343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:33:55.303191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:33:55.389501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:55.392288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:55.401338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ffa467e9-541c-4d2f-8ff7-9e1a508971f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:55.443908 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=881d6c9a4d3141f2995caf45e9dfb56a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1933706
Feb 17 21:33:55.445606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5053a38d-6cf2-4c51-abe4-03604fd83762,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:55.446753 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 58800) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:33:55.448854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:55.512049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfeae-b6df-4a33-bf31-5446d3b5677e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:55.540712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfeae-b6df-4a33-bf31-5446d3b5677e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:55.586988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfeae-b6df-4a33-bf31-5446d3b5677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:55.592683 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ef9c43c0-a1e0-4e5f-ad1b-aa268bd3eefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:33:55.608260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dfeae-b6df-4a33-bf31-5446d3b5677e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5053a38d-6cf2-4c51-abe4-03604fd83762,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:33:55.611163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fb2dfeae-b6df-4a33-bf31-5446d3b5677e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:33:55.623522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfeae-b6df-4a33-bf31-5446d3b5677e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:55.626316 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fb2dfeae-b6df-4a33-bf31-5446d3b5677e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5053a38d-6cf2-4c51-abe4-03604fd83762 HTTP/1.1" status: 204  len: 168 time: 0.1771233
Feb 17 21:33:57.061562 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:57.144807 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-3ff6e271-c2bb-4f0b-9005-d728fe85d9c3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0831170
Feb 17 21:33:57.275453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-72a92744-d4cb-4f45-87ec-6e5bcdba534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:57.277375 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-72a92744-d4cb-4f45-87ec-6e5bcdba534b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 1163 time: 0.1015844
Feb 17 21:33:57.461688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-3942f0c5-4c14-4647-a700-d85dc8b31e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:57.463292 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-3942f0c5-4c14-4647-a700-d85dc8b31e44 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 905 time: 0.1636219
Feb 17 21:33:57.690543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfa4fe-3ddc-4f1f-8669-a63032117608 req-99e29a6e-0bc9-4e0c-870c-213b04159547 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:57.692476 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82bfa4fe-3ddc-4f1f-8669-a63032117608 req-99e29a6e-0bc9-4e0c-870c-213b04159547 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1070406
Feb 17 21:33:57.769003 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82bfa4fe-3ddc-4f1f-8669-a63032117608 req-48e09ef7-21cf-459c-979e-2f7089ebbef6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698605
Feb 17 21:33:57.855974 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-bf4a8bc0-3bfb-49ce-b903-cc9e78786bac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469 HTTP/1.1" status: 200  len: 1001 time: 0.3822432
Feb 17 21:33:59.011714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-6aa8383f-ffc9-4d16-9a92-10ffd5698216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:59.013679 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-6aa8383f-ffc9-4d16-9a92-10ffd5698216 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 200  len: 850 time: 0.1274722
Feb 17 21:33:59.037923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0798fa8-559b-4796-84d7-cfeab315420f req-2901d9c7-53a7-4d0b-986a-8fe9b8b6c3d9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:59.039497 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f0798fa8-559b-4796-84d7-cfeab315420f req-2901d9c7-53a7-4d0b-986a-8fe9b8b6c3d9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1549232
Feb 17 21:33:59.090280 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f0798fa8-559b-4796-84d7-cfeab315420f req-432fa571-40d4-4bfe-8c80-54a13debed48 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435078
Feb 17 21:33:59.763524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f5fb6eb-b086-4641-9f93-b27a4bf4a97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:33:59.869538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-05150dda-31e1-4de9-b6bb-00c57a6ace79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:33:59.871192 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-05150dda-31e1-4de9-b6bb-00c57a6ace79 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c811b1f9-ede4-4fea-9a52-47638fb8c71d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791774
Feb 17 21:33:59.875702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:34:00.298109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b55eac-1985-414e-bc10-2c6530b71c19 req-2a1b10a2-dba6-4014-95a0-39ce07a455c1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:00.299750 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b1b55eac-1985-414e-bc10-2c6530b71c19 req-2a1b10a2-dba6-4014-95a0-39ce07a455c1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.0888877
Feb 17 21:34:00.347497 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b1b55eac-1985-414e-bc10-2c6530b71c19 req-17474938-f3f9-49cd-8a61-ea06db5ef712 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413380
Feb 17 21:34:00.958776 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-05f29fb0-799d-40d1-916b-f7adb554c355 service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434827
Feb 17 21:34:01.138433 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8ac5c7e-5df6-4531-8967-f750de3daeab req-8a8039ce-caca-46e9-8cc4-6f8ce3a5475c service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1706548
Feb 17 21:34:01.444853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fc0db24-d35f-47d8-b0e2-20f4aeab1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:01.580837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285387f-0e97-4a7d-83a7-2160024aa399 req-dc759038-b581-4821-b643-433e56119679 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:01.584904 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5285387f-0e97-4a7d-83a7-2160024aa399 req-dc759038-b581-4821-b643-433e56119679 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1029506
Feb 17 21:34:01.641794 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5285387f-0e97-4a7d-83a7-2160024aa399 req-ffb52d0f-576a-485a-8fd5-146dbffb6d3c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530965
Feb 17 21:34:02.406993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:02.862288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63258f0-bda3-4c80-9fb7-46a174dd6c08 req-1ab04491-9245-48f5-ab8d-b732ac015c0b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:02.863918 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f63258f0-bda3-4c80-9fb7-46a174dd6c08 req-1ab04491-9245-48f5-ab8d-b732ac015c0b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.0981088
Feb 17 21:34:02.914065 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f63258f0-bda3-4c80-9fb7-46a174dd6c08 req-0e7019db-5f97-4719-bafc-bb3795200eed tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436199
Feb 17 21:34:03.417206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:03.883577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:04.130331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d069e6d-4935-4f49-b172-805312cf7875 req-08f1159c-2998-49ab-a7b5-0234421e92aa tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:04.131908 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0d069e6d-4935-4f49-b172-805312cf7875 req-08f1159c-2998-49ab-a7b5-0234421e92aa tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.0917721
Feb 17 21:34:04.183079 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0d069e6d-4935-4f49-b172-805312cf7875 req-986464d8-d5e1-4607-ab17-bb9cd7f9e666 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445762
Feb 17 21:34:05.379600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:05.408397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccb813-9bbc-4e2f-92b7-b00c681af5a3 req-8e0f8c87-0d8b-4851-a9e5-bf2da1f54c05 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:05.410117 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-abccb813-9bbc-4e2f-92b7-b00c681af5a3 req-8e0f8c87-0d8b-4851-a9e5-bf2da1f54c05 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.0943565
Feb 17 21:34:05.463147 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-abccb813-9bbc-4e2f-92b7-b00c681af5a3 req-b6149bed-8342-41ff-bcec-81c468ac2a7a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461762
Feb 17 21:34:05.487451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 27a64740-431f-4589-9b86-7c7004714245 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:05.488010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:05.609106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-e2ce663f-633b-4068-a49e-bb6e2e0b2d17 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:05.610970 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-e2ce663f-633b-4068-a49e-bb6e2e0b2d17 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 946 time: 0.1833951
Feb 17 21:34:05.645289 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-81f77f26-ca8d-4364-bee3-922646c5db8f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2029075245&fields=id&tenant_id=25d40bca22d44f84872012d3b7918953 HTTP/1.1" status: 200  len: 267 time: 0.0608571
Feb 17 21:34:05.772162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Deleting port 27a64740-431f-4589-9b86-7c7004714245 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:05.772511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:05.833119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 27a64740-431f-4589-9b86-7c7004714245 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:34:05.914273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-e1e5e4e2-dbfb-49f0-b7e3-a35f4b921259 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:05.916050 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-e1e5e4e2-dbfb-49f0-b7e3-a35f4b921259 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 985 time: 0.2413402
Feb 17 21:34:05.936118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Request body: {'port': {'security_groups': ['ffa2ffd5-b2af-4c78-878f-759917d125e2']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:05.965577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:05.995675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a64740-431f-4589-9b86-7c7004714245'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:06.007035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 27a64740-431f-4589-9b86-7c7004714245, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=27a64740-431f-4589-9b86-7c7004714245,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:06.011171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:06.013211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:06.067756 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a64740-431f-4589-9b86-7c7004714245', 'code': 200}
Feb 17 21:34:06.118440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=27a64740-431f-4589-9b86-7c7004714245,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:06.133113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:06.201464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:06.301185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] For port 27a64740-431f-4589-9b86-7c7004714245, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=27a64740-431f-4589-9b86-7c7004714245,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:06.301600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:06.752379 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee033fa-047d-454a-b20c-da02cfffd39c req-82ce4b32-cd31-4214-a20c-83102162e7de tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:06.755303 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1ee033fa-047d-454a-b20c-da02cfffd39c req-82ce4b32-cd31-4214-a20c-83102162e7de tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1321707
Feb 17 21:34:06.940255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:06.944109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:06.944109 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Floating IP d7892bed-84b0-4cad-821f-09dde8d521d1 disassociated. External IP: 172.27.3.9, port: 27a64740-431f-4589-9b86-7c7004714245.
Feb 17 21:34:06.944109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Calling delete_port for 27a64740-431f-4589-9b86-7c7004714245 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:07.059570 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1ee033fa-047d-454a-b20c-da02cfffd39c req-d6cbb62a-0f34-4aa0-8640-73eca731b097 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2877431
Feb 17 21:34:07.063568 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] For port 75abf88c-cf06-43d8-92a6-d2e57b87f273, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:07.159037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:07.164432 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:07.190473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-707bf2c0-5f66-4a55-b329-e295e7b64528 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:07.248772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:34:07.249368 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:34:07.416499 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event updated for resources: {'Port': ['ID=75abf88c-cf06-43d8-92a6-d2e57b87f273,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:07.421611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:07.473770 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:07.475213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:07.481025 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b9337f3d-04c1-49a4-b5bb-6d3cdf519ce0 req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "PUT /v2.0/ports/75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 943 time: 1.5551558
Feb 17 21:34:07.481786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:07.548544 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'status': 'completed', 'code': 200}
Feb 17 21:34:07.568069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59032) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:07.583156 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c2ce2917-b1a7-4c98-b1d6-2deb215be031 req-8eb74900-c1aa-44cc-8b37-e804cbc6e335 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups/a35ff217-31bd-4cfc-9838-bd8b6b0e5c05 HTTP/1.1" status: 200  len: 3005 time: 0.0801730
Feb 17 21:34:07.669242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c2ce2917-b1a7-4c98-b1d6-2deb215be031 req-8cc9699d-9a47-422f-8ef3-f85e17945308 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:07.706267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c2ce2917-b1a7-4c98-b1d6-2deb215be031 req-8cc9699d-9a47-422f-8ef3-f85e17945308 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:07.707217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-826bae71-c0b0-4c60-b36b-d43e8d1b2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:07.710045 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-826bae71-c0b0-4c60-b36b-d43e8d1b2f67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1163 time: 0.1272016
Feb 17 21:34:07.758366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Deleting port 27a64740-431f-4589-9b86-7c7004714245 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:07.759231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:07.766844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c2ce2917-b1a7-4c98-b1d6-2deb215be031 req-8cc9699d-9a47-422f-8ef3-f85e17945308 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:07.779936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8cabeeee-b409-478c-bf59-56fe59250e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:07.797301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9699d-9a47-422f-8ef3-f85e17945308 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35ff217-31bd-4cfc-9838-bd8b6b0e5c05,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:07.800013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8cc9699d-9a47-422f-8ef3-f85e17945308 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:07.801065 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-c2ce2917-b1a7-4c98-b1d6-2deb215be031 req-8cc9699d-9a47-422f-8ef3-f85e17945308 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:07.803348 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c2ce2917-b1a7-4c98-b1d6-2deb215be031 req-8cc9699d-9a47-422f-8ef3-f85e17945308 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "DELETE /v2.0/security-groups/a35ff217-31bd-4cfc-9838-bd8b6b0e5c05 HTTP/1.1" status: 204  len: 173 time: 0.2092211
Feb 17 21:34:07.848870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-afbff23c-ca98-484c-ac49-c69453c42e09 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:07.849527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afbff23c-ca98-484c-ac49-c69453c42e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:08.053901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 75abf88c-cf06-43d8-92a6-d2e57b87f273 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:08.160656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 75abf88c-cf06-43d8-92a6-d2e57b87f273 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:08.161084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:08.209210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:08.363637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673aa7-4a73-4601-a7f2-0706d9f00817 req-e52a4693-2640-47cd-8538-c602f78d3ea5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:08.365352 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38673aa7-4a73-4601-a7f2-0706d9f00817 req-e52a4693-2640-47cd-8538-c602f78d3ea5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.1498280
Feb 17 21:34:08.419945 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38673aa7-4a73-4601-a7f2-0706d9f00817 req-97aa2f75-8fe5-4e13-908e-92be250c8a13 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479574
Feb 17 21:34:08.484614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:08.508281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Usage tracker for resource:security_group_rule and tenant:6773604ebb234fc191add361d3fa566e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:08.628728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:08.657433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:08.783133 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-f228035b-8e8e-4362-9c39-dc1b0b712134 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/floatingips/da4cf194-29ed-409a-8280-123d9a905190 HTTP/1.1" status: 200  len: 999 time: 0.9492240
Feb 17 21:34:08.803555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] For port 27a64740-431f-4589-9b86-7c7004714245, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=27a64740-431f-4589-9b86-7c7004714245,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:08.803964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:08.846217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-d047c899-e649-4f99-967e-7bc6f8bc5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:08.848326 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-d047c899-e649-4f99-967e-7bc6f8bc5e98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 909 time: 1.1296523
Feb 17 21:34:09.287836 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-be0ab075-20cd-443d-864e-f6342c7c91f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 1002 time: 0.3320959
Feb 17 21:34:09.360975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-f1103a81-93fd-42d8-8b31-28f58259089f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:09.362655 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-f1103a81-93fd-42d8-8b31-28f58259089f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.5717096
Feb 17 21:34:09.462650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-94990496-94bb-4a08-ad98-44d0ae1d685f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:34:09.463783 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-94990496-94bb-4a08-ad98-44d0ae1d685f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0911970
Feb 17 21:34:09.465764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:09.490515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:09.554644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4505342f-35a0-4953-9950-9700610df340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:09.635255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9798a-dfbd-485e-8b91-4765114b52a9 req-0920d99f-4308-4fdc-9d78-0885700d7fe9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:09.636920 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d5d9798a-dfbd-485e-8b91-4765114b52a9 req-0920d99f-4308-4fdc-9d78-0885700d7fe9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 944 time: 0.0941930
Feb 17 21:34:09.650954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-2adccf2b-4845-4de4-8dca-05a90a12b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:09.652594 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-2adccf2b-4845-4de4-8dca-05a90a12b9fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.3547809
Feb 17 21:34:09.670311 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6773604ebb234fc191add361d3fa566e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1005101
Feb 17 21:34:09.682030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59056) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:09.709297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7310e4ec-15cf-41b3-b874-ec3529e80ca8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:09.714300 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d5d9798a-dfbd-485e-8b91-4765114b52a9 req-dc501254-97ed-4da6-8c16-ebfc5d9ee17c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=581b12f3-c3a3-4d69-b92e-b86cb9082768&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670974
Feb 17 21:34:09.721765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:09.722189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:09.722547 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Floating IP d7892bed-84b0-4cad-821f-09dde8d521d1 disassociated. External IP: 172.27.3.9, port: 27a64740-431f-4589-9b86-7c7004714245.
Feb 17 21:34:09.723024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Calling delete_port for 27a64740-431f-4589-9b86-7c7004714245 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:09.757665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:09.769187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-356a377d-0b4b-4984-bb7f-ccd7b865f48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:09.796545 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-c9264acf-9774-4b79-b3d5-9826a912bb4a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.232 HTTP/1.1" status: 200  len: 1002 time: 0.3045390
Feb 17 21:34:09.825605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-356a377d-0b4b-4984-bb7f-ccd7b865f48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:09.909431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-356a377d-0b4b-4984-bb7f-ccd7b865f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:09.912189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-55077be6-3855-40ca-9ad8-7c778c40e5c1 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:09.913732 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-55077be6-3855-40ca-9ad8-7c778c40e5c1 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports/75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 943 time: 0.1215351
Feb 17 21:34:09.920854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3a94a5b1-7dfd-463d-ad8c-bc6d50a1e4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:09.938669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a377d-0b4b-4984-bb7f-ccd7b865f48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7310e4ec-15cf-41b3-b874-ec3529e80ca8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:09.950029 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-356a377d-0b4b-4984-bb7f-ccd7b865f48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:09.951841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-356a377d-0b4b-4984-bb7f-ccd7b865f48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:09.957819 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-356a377d-0b4b-4984-bb7f-ccd7b865f48f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7310e4ec-15cf-41b3-b874-ec3529e80ca8 HTTP/1.1" status: 204  len: 168 time: 0.2702177
Feb 17 21:34:09.984014 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-0812fa2c-7601-4fb7-a078-9edc3eceb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:09.985708 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-0812fa2c-7601-4fb7-a078-9edc3eceb1ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3212545
Feb 17 21:34:10.462179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:10.483371 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59072) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:10.493560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:10.505626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:10.522546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:10.527137 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Usage tracker for resource:security_group_rule and tenant:d61c4ed6276b4ef19d5346361b5dacab is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:10.530682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:10.536460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:10.604970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event deleted for resources: {'Port': ['ID=27a64740-431f-4589-9b86-7c7004714245,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:10.619503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:10.628080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:10.631074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:10.644548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8cc9699d-9a47-422f-8ef3-f85e17945308 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:10.663839 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-378a5b88-66a0-4e9c-b14b-ee22ac645337 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.232 HTTP/1.1" status: 200  len: 1002 time: 0.5777264
Feb 17 21:34:10.688973 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18be958b-ee2b-471a-a8c9-1323ccbf69d9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:10.696827 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d61c4ed6276b4ef19d5346361b5dacab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2119565
Feb 17 21:34:10.697350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59076) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:10.698273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-17f29d7a-ea4e-421c-a41b-f6a92d60c55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:10.765575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e839b7e4-a9d9-437f-872f-ad13b05a37fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:10.794493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e839b7e4-a9d9-437f-872f-ad13b05a37fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:10.799129 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-a02abe34-4232-4b3d-ad3a-b57f5594ca2e service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8039286
Feb 17 21:34:10.845727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e839b7e4-a9d9-437f-872f-ad13b05a37fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:10.851977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c6c6cece-fa4b-4a58-ad2b-8c61f1aecb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:10.867277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839b7e4-a9d9-437f-872f-ad13b05a37fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18be958b-ee2b-471a-a8c9-1323ccbf69d9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:10.869948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e839b7e4-a9d9-437f-872f-ad13b05a37fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:10.871415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e839b7e4-a9d9-437f-872f-ad13b05a37fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:10.872690 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e839b7e4-a9d9-437f-872f-ad13b05a37fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18be958b-ee2b-471a-a8c9-1323ccbf69d9 HTTP/1.1" status: 204  len: 168 time: 0.1734324
Feb 17 21:34:10.970973 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3d913f5b-39b4-492f-84cd-a8a80df14261 req-a23965c4-664a-4c85-a248-e96846ddf902 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 210 time: 0.0650120
Feb 17 21:34:11.206713 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95fcd9ba-d469-4010-9e70-b3219184f7be req-c3517d69-a9bc-4c2f-9da3-7c6d08f04ef6 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3937054
Feb 17 21:34:11.286599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Deleting port a28a7338-1e7e-4e17-82af-d9e441c0f6c2 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:11.286995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:11.441446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Router dc6b9d50-b735-44ec-a393-d995e2799698 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:34:11.757224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:11.757603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:11.908739 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Calling delete_port for a28a7338-1e7e-4e17-82af-d9e441c0f6c2 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:11.961094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:34:11.974977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] Sync routers for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:34:11.988249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:11.989288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa4922b38>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:12.006108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] No DVR routers for this DVR port 27a64740-431f-4589-9b86-7c7004714245 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:34:12.008501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:12.016275 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-deleted', 'tag': '27a64740-431f-4589-9b86-7c7004714245'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:12.066541 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-102c8b29-8d6c-499a-a167-58cfc2461a43 req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "DELETE /v2.0/ports/27a64740-431f-4589-9b86-7c7004714245 HTTP/1.1" status: 204  len: 173 time: 6.4338040
Feb 17 21:34:12.197389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:12.225177 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cc664064-7095-4c4a-a9de-42e07c1fd3a0 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:12.240017 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-985aa643-651d-4718-8322-24df1c900f8d req-eb784f9d-7bd0-4d58-bc88-501c22b92dbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dd2d30f-addc-4e87-b9be-66c535594b54 HTTP/1.1" status: 200  len: 210 time: 0.0736387
Feb 17 21:34:12.350478 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd2d30f-addc-4e87-b9be-66c535594b54', 'name': 'network-vif-deleted', 'tag': '27a64740-431f-4589-9b86-7c7004714245', 'status': 'completed', 'code': 200}
Feb 17 21:34:12.361564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:12.367482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event deleted for resources: {'Port': ['ID=a28a7338-1e7e-4e17-82af-d9e441c0f6c2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:12.370407 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:12.610916 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:12.611516 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Floating IP da4cf194-29ed-409a-8280-123d9a905190 disassociated (deleted). External IP: 172.27.3.232, port: 75abf88c-cf06-43d8-92a6-d2e57b87f273.
Feb 17 21:34:12.869689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa4922b38>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:12.874402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] Checking router: dc6b9d50-b735-44ec-a393-d995e2799698 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:34:12.884151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:12.884954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa4922b38>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:13.020529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59152) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:13.347491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:13.387174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:13.397373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Usage tracker for resource:security_group_rule and tenant:dee5ba703326442ba3b82f99f8d08ca5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:13.405681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:13.420785 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:13.545502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:13.549558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:13.558620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-10460e2e-c11b-4e79-a8bf-2afebd58568a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:13.569742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:13.601924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5676da44-4783-4dd3-aa68-74d584f2a695,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:13.622208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:13.652225 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dee5ba703326442ba3b82f99f8d08ca5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6299834
Feb 17 21:34:13.655592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59174) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:13.725180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a2093c1d-6749-49ea-bbe5-27023dbf9105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:13.755759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a2093c1d-6749-49ea-bbe5-27023dbf9105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:13.784217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:34:13.807289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a2093c1d-6749-49ea-bbe5-27023dbf9105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:13.816937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6c2ac48f-181d-4420-b4bf-fd4289825847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:13.834570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2093c1d-6749-49ea-bbe5-27023dbf9105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5676da44-4783-4dd3-aa68-74d584f2a695,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:13.843432 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a2093c1d-6749-49ea-bbe5-27023dbf9105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:13.845041 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a2093c1d-6749-49ea-bbe5-27023dbf9105 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5676da44-4783-4dd3-aa68-74d584f2a695 HTTP/1.1" status: 204  len: 168 time: 0.1884100
Feb 17 21:34:13.846559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a2093c1d-6749-49ea-bbe5-27023dbf9105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:14.058852 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:34:14.072237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] Sync routers for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:34:14.093603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:14.094302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6810c88>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:14.119615 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:14.133696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa4922b38>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:14.139802 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62641206-0731-47cf-a1f0-88826ac11c55 None None] The sync data for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi is: [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:34:14.266984 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "DELETE /v2.0/floatingips/da4cf194-29ed-409a-8280-123d9a905190 HTTP/1.1" status: 204  len: 173 time: 3.5877905
Feb 17 21:34:14.351941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:14.440862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:14.518734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59198) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:14.600008 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'status': 'completed', 'code': 200}
Feb 17 21:34:14.624903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-79444cd5-4e13-46f9-a155-f7c2ca602445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:14.626560 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-79444cd5-4e13-46f9-a155-f7c2ca602445 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1163 time: 0.3587079
Feb 17 21:34:14.651992 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-714fa19c-a3d0-4043-8fb5-fd1f48b83bbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:14.688851 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-714fa19c-a3d0-4043-8fb5-fd1f48b83bbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:14.716121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15b0db-8234-4e95-884e-bd089bcac6e3 None None] New status for floating IP d7892bed-84b0-4cad-821f-09dde8d521d1: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:34:14.741870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-714fa19c-a3d0-4043-8fb5-fd1f48b83bbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:14.753248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2c479195-9a97-4a12-9217-06555a0fb499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:14.770303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-714fa19c-a3d0-4043-8fb5-fd1f48b83bbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:14.774156 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-714fa19c-a3d0-4043-8fb5-fd1f48b83bbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "DELETE /v2.0/security-groups/581b12f3-c3a3-4d69-b92e-b86cb9082768 HTTP/1.1" status: 204  len: 168 time: 0.2518518
Feb 17 21:34:14.774156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fa19c-a3d0-4043-8fb5-fd1f48b83bbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b12f3-c3a3-4d69-b92e-b86cb9082768,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:14.775268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59204) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:14.783658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-714fa19c-a3d0-4043-8fb5-fd1f48b83bbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:14.808249 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.v2.resource [None req-4bab7a2d-a0af-41c3-bca2-6fa34017e39b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] show failed (client error): The resource could not be found.
Feb 17 21:34:14.809557 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4bab7a2d-a0af-41c3-bca2-6fa34017e39b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups/581b12f3-c3a3-4d69-b92e-b86cb9082768 HTTP/1.1" status: 404  len: 347 time: 0.0339525
Feb 17 21:34:14.812483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59208) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:14.846609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-31eb8690-7303-4456-9252-e012cba3d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:14.848992 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-31eb8690-7303-4456-9252-e012cba3d017 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 909 time: 0.1822767
Feb 17 21:34:14.888883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6810c88>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:15Z', 'revision_number': 5, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:14.893714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] Checking router: 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:34:14.903344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:14.904982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6810c88>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:14.937074 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-744d0c99-bae6-46b1-8864-53a60f77c9f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 217 time: 0.0783608
Feb 17 21:34:15.017635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-2c6c3667-8f57-46d4-a145-47ed1d9cca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:15.019370 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-2c6c3667-8f57-46d4-a145-47ed1d9cca3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25d40bca22d44f84872012d3b7918953&device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 1163 time: 0.3976309
Feb 17 21:34:15.112730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-a85463b3-d865-4cd7-88f4-e7ba57fb533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:15.114503 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-a85463b3-d865-4cd7-88f4-e7ba57fb533e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.1629529
Feb 17 21:34:15.246701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Deleting port 991d7834-25ca-4c69-be38-014f05e1c654 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:15.247373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:15.267071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-61feb76e-ba58-4a6f-8b5b-aafa677b936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:15.267071 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-61feb76e-ba58-4a6f-8b5b-aafa677b936c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1262233
Feb 17 21:34:15.301404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:15.392612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-b966475a-ba85-4c06-b615-1305961c0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:15.394267 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-b966475a-ba85-4c06-b615-1305961c0f6c service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 200  len: 909 time: 0.3669469
Feb 17 21:34:15.445485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:15.446493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:15.478086 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-88b7777c-cee9-41a3-abc5-febd137fbf1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 200  len: 217 time: 0.0760417
Feb 17 21:34:15.573779 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-43da3aba-4656-4cf6-87f3-9a678ea3f9dc service neutron] 10.222.0.81 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779567
Feb 17 21:34:15.578311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-56d35165-39e5-46bf-b89f-74efa73c695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:15.580114 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-56d35165-39e5-46bf-b89f-74efa73c695e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 200  len: 854 time: 0.0907786
Feb 17 21:34:15.582547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Calling delete_port for 991d7834-25ca-4c69-be38-014f05e1c654 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:15.667963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6810c88>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:15Z', 'revision_number': 5, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:15.673023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd1595d-3905-470f-922c-0fb496d514f5 None None] The sync data for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi is: [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:31:07Z', 'revision_number': 4, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'ffea4b67-19bb-4ece-b257-f9c0626b4baa', 'name': '', 'network_id': 'bb77aea9-2420-4581-b004-58296525448e', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'mac_address': 'fa:16:3e:fa:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:06Z', 'updated_at': '2021-02-17T21:31:15Z', 'revision_number': 5, 'project_id': '25d40bca22d44f84872012d3b7918953', 'subnets': [{'id': 'e6072c0d-b41a-4d91-af42-21d16878df31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:34:15.740222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:15.756846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:15.785167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-5683f5dd-e357-4abc-97bb-1ecc45376616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:15.786828 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-5683f5dd-e357-4abc-97bb-1ecc45376616 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb77aea9-2420-4581-b004-58296525448e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1801474
Feb 17 21:34:15.795397 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eea8d1d9-0318-4dea-80a0-0d32592c34a1 req-1bf714b0-5bd5-4067-9fad-498c8ef9306b service neutron] 10.222.0.81 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2105725
Feb 17 21:34:15.859310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event deleted for resources: {'Port': ['ID=991d7834-25ca-4c69-be38-014f05e1c654,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:15.880740 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:15.947736 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-073f0c74-401d-46da-84e6-b3dde67a5ded service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513159
Feb 17 21:34:16.000579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.016971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.018485 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "DELETE /v2.0/floatingips/d7892bed-84b0-4cad-821f-09dde8d521d1 HTTP/1.1" status: 204  len: 168 time: 1.2050292
Feb 17 21:34:16.149361 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8f4d523c-d184-4ece-b5dc-e4e5c5cc1868 req-307c667e-3e6d-4929-97b0-7e31e78be6d8 service neutron] 10.222.0.83 "GET /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1940126
Feb 17 21:34:16.179398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10b17b-e232-4d70-828b-07726502b0be None None] New status for floating IP da4cf194-29ed-409a-8280-123d9a905190: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:34:16.320159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59232) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:16.332636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--518268351', 'description': 'tempest-description--1840065417'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:16.347999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:16.353278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:security_group and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:16.358869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:16.367685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:16.383707 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.436036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:16.442071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:security_group_rule and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:16.445979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:16.453037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:16.540745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.544328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.550675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a6cb6a1-ac75-4bef-af65-4b6f5146de64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:16.599815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:16.602789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.604109 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2828343
Feb 17 21:34:16.605073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:16.607640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59250) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:16.613470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'security_group_rule': {'security_group_id': '9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:16.620020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:16.624816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:security_group_rule and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:16.630680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:16.634092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:16.651429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.719133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.722476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.724821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a5eb6b0-dc20-4f82-b25e-50eab58b2125 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:16.748253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244cb252-1dc6-4c6a-ba7c-ba6937c347fe,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:16.752732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:16.761762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.763083 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-cdc45558-24a0-41de-9ee4-d8bd12baef70 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1544404
Feb 17 21:34:16.765990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59264) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:16.772246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'security_group_rule': {'security_group_id': '9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:16.779985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:16.785933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:security_group_rule and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:16.789787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:16.798037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:16.823391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.946420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.949971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.952522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-deb5e40f-2e86-4ad5-8717-9f0f176fb9ce tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:16.978916 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5f3bf6-d644-49cc-bc75-3a6af466fffc,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:16.985196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:16.987310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:16.991745 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2212372
Feb 17 21:34:16.992321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59274) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:16.998198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:17.004645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:17.008815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Usage tracker for resource:floatingip and tenant:0eebfe4d067343679d9e941cc68c036b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:17.012155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:17.018030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:17.028116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:17.176393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:17.472011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Allocated IP 172.27.3.176 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/476f01f7-c061-4c37-b8be-e303a999d936) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:34:17.642653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:17.676266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:17.697891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7775f885-ac60-4a13-b74c-fc2ae803db6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:17.849305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'Port': ['ID=476f01f7-c061-4c37-b8be-e303a999d936,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:17.855326 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:17.897728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:34:17.898964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:17.901348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:34:17.989518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.071565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.357265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.360777 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.382235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-043b47d1-de31-41ff-b292-9540baf446a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:18.466750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59300) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:18.600400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.617165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:18.621589 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Usage tracker for resource:security_group_rule and tenant:443a1bb844aa4f6eaf3fcd4311ceb0a5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:18.625498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:18.632002 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:18.723757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.726829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.736837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5ed0c0be-e9e2-46d4-91ae-d07ed188fafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:18.749867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'Port': ['ID=476f01f7-c061-4c37-b8be-e303a999d936,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:18.762735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:18.777485 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=443a1bb844aa4f6eaf3fcd4311ceb0a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095737
Feb 17 21:34:18.781118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59306) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:18.794280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ea3c7-7f6d-475b-aff9-5110865cc8c3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:18.799260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:18.849466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12d7a3de-0fbf-4c30-9289-926932e295b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.857669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.877808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12d7a3de-0fbf-4c30-9289-926932e295b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.881193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.891560 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8893998
Feb 17 21:34:18.928528 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12d7a3de-0fbf-4c30-9289-926932e295b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.933649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fb2dfeae-b6df-4a33-bf31-5446d3b5677e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:18.944864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7a3de-0fbf-4c30-9289-926932e295b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ea3c7-7f6d-475b-aff9-5110865cc8c3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:18.948812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-12d7a3de-0fbf-4c30-9289-926932e295b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:18.952776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12d7a3de-0fbf-4c30-9289-926932e295b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:18.957020 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-12d7a3de-0fbf-4c30-9289-926932e295b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f9ea3c7-7f6d-475b-aff9-5110865cc8c3 HTTP/1.1" status: 204  len: 168 time: 0.1747141
Feb 17 21:34:19.161319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-6d4f61dd-4632-4ff2-9fe4-f2052f85608d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:19.188647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-6d4f61dd-4632-4ff2-9fe4-f2052f85608d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:19.190105 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-6d4f61dd-4632-4ff2-9fe4-f2052f85608d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--518268351&fields=id&tenant_id=0eebfe4d067343679d9e941cc68c036b HTTP/1.1" status: 200  len: 267 time: 0.1078131
Feb 17 21:34:19.353420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59334) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:19.373460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:19.389413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:19.390854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-0ec4b2b2-c7b9-4287-8d45-755671c7f450 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:19.393051 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-0ec4b2b2-c7b9-4287-8d45-755671c7f450 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 817 time: 0.1945422
Feb 17 21:34:19.394182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:6a47dce3b5f34aedbab21db5f017a01b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:19.397234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:19.403067 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:19.409481 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-e1476e36-ccd3-4013-8ddc-bcde88e65fbe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/quotas/0eebfe4d067343679d9e941cc68c036b HTTP/1.1" status: 200  len: 375 time: 0.0104151
Feb 17 21:34:19.505364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-0682aeb0-462d-4a1d-a61b-a6459ec976a7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:19.521006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-0682aeb0-462d-4a1d-a61b-a6459ec976a7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:19.522498 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-0682aeb0-462d-4a1d-a61b-a6459ec976a7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1068835
Feb 17 21:34:19.556389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:19.561648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:19.683504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-7075d663-6189-4499-8bce-e7de69f92ddc service neutron] 10.222.0.81 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477273
Feb 17 21:34:19.794887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-705cfbef-f73c-49a2-91b6-ddc1b8dfda1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:19.837283 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-77c08fe2-b980-4185-a3d2-05c9d192a551 service neutron] 10.222.0.81 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463604
Feb 17 21:34:19.838608 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0399bf-003d-4640-b9ad-00d5c61a8577 req-2a1decf0-1216-4c14-9488-24fef1412636 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:19.840336 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1c0399bf-003d-4640-b9ad-00d5c61a8577 req-2a1decf0-1216-4c14-9488-24fef1412636 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.3948019
Feb 17 21:34:19.853120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a706f3d-ded0-4876-ad39-d7f30eb98afd,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:19.858163 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a47dce3b5f34aedbab21db5f017a01b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5036483
Feb 17 21:34:19.859168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:19.865468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59338) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:19.900322 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-1c0399bf-003d-4640-b9ad-00d5c61a8577 req-fba5187a-4d49-4e61-b163-3edd9b24d2e3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:19.915347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-1c0399bf-003d-4640-b9ad-00d5c61a8577 req-fba5187a-4d49-4e61-b163-3edd9b24d2e3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:19.916651 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1c0399bf-003d-4640-b9ad-00d5c61a8577 req-fba5187a-4d49-4e61-b163-3edd9b24d2e3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662427
Feb 17 21:34:19.934768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:19.963461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.013397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.018941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:20.033971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a706f3d-ded0-4876-ad39-d7f30eb98afd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:20.043297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.043711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.044437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.045115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.045487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.045879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.046272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.046663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.047054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.047445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.047832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.048293 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.048714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.049114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.049505 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.049871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-16ee6e87-52f0-454f-911b-3c611a9e189f req-31640fd3-18b8-4cb1-9fec-95e0145c18c8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:20.050048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.050259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.050622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.051023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.051398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.051924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.052162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.052572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.053172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:20.055939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.057383 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a706f3d-ded0-4876-ad39-d7f30eb98afd HTTP/1.1" status: 204  len: 168 time: 0.1900892
Feb 17 21:34:20.058708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:20.063561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-16ee6e87-52f0-454f-911b-3c611a9e189f req-31640fd3-18b8-4cb1-9fec-95e0145c18c8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:20.065513 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-16ee6e87-52f0-454f-911b-3c611a9e189f req-31640fd3-18b8-4cb1-9fec-95e0145c18c8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 210 time: 0.0662158
Feb 17 21:34:20.477447 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59360) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:20.499848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.516829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:20.521372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Usage tracker for resource:security_group_rule and tenant:94e6eb33a85c4987b3542bd19c3d1604 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:20.524430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:20.531071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:20.620157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.622934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.634443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ee328d3c-aa4b-4d2a-ba58-b4729b50cbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:20.688924 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94e6eb33a85c4987b3542bd19c3d1604&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2102814
Feb 17 21:34:20.691927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59368) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:20.692187 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb4818e-4b20-402a-aca8-88e3a3104abc,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:20.696278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:20.775873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-90102771-0267-4fec-ac37-626de726a8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.806463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-90102771-0267-4fec-ac37-626de726a8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.871082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-90102771-0267-4fec-ac37-626de726a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.876926 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-589e950a-0233-40e1-b766-512c6fb0647e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:20.892616 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90102771-0267-4fec-ac37-626de726a8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb4818e-4b20-402a-aca8-88e3a3104abc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:20.896742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-90102771-0267-4fec-ac37-626de726a8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:20.903645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-90102771-0267-4fec-ac37-626de726a8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:20.905063 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-90102771-0267-4fec-ac37-626de726a8aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ffb4818e-4b20-402a-aca8-88e3a3104abc HTTP/1.1" status: 204  len: 168 time: 0.2120409
Feb 17 21:34:21.161484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c4a94-fe11-4547-a043-f70a8a6f4d80 req-560150a1-7654-4a49-88a6-3836d38effa9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:21.163254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-9a5c4a94-fe11-4547-a043-f70a8a6f4d80 req-560150a1-7654-4a49-88a6-3836d38effa9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:21.195699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-9a5c4a94-fe11-4547-a043-f70a8a6f4d80 req-560150a1-7654-4a49-88a6-3836d38effa9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:21.202457 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9a5c4a94-fe11-4547-a043-f70a8a6f4d80 req-560150a1-7654-4a49-88a6-3836d38effa9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.1427393
Feb 17 21:34:21.258576 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4f29586e-632c-4263-95b2-c94be7d93d21 req-af19a429-37b7-4717-bc5b-5a6e63947686 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 210 time: 0.0520415
Feb 17 21:34:21.269006 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9a5c4a94-fe11-4547-a043-f70a8a6f4d80 req-de5e8fc4-65e3-4adf-884b-45d7d0d40cab tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593770
Feb 17 21:34:21.701191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-bff8bf35-51d8-4bb9-aed6-22a65c04abc7 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:21.702844 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-bff8bf35-51d8-4bb9-aed6-22a65c04abc7 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 946 time: 0.2447255
Feb 17 21:34:21.709695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-c604e1c2-8113-47aa-8a2f-7df57bf47dc1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:21.711175 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-c604e1c2-8113-47aa-8a2f-7df57bf47dc1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 817 time: 0.2072005
Feb 17 21:34:21.762146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59400) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:21.823360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Deleting port 75abf88c-cf06-43d8-92a6-d2e57b87f273 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:21.823757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:21.878323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2011795888-network', 'tenant_id': '1b0dfd76da714a3b882894323f4ce339'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:21.883282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:21.887216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Usage tracker for resource:network and tenant:1b0dfd76da714a3b882894323f4ce339 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:21.890659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:21.896335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:21.905964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Made reservation on behalf of 1b0dfd76da714a3b882894323f4ce339 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:21.910721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:21.915693 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-8d8c1d46-bb0e-4459-9c95-335cba352bd4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0eebfe4d067343679d9e941cc68c036b HTTP/1.1" status: 200  len: 5704 time: 0.1642532
Feb 17 21:34:21.915863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 75abf88c-cf06-43d8-92a6-d2e57b87f273 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:34:21.924410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:21.940186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:21.944445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Usage tracker for resource:security_group_rule and tenant:1b0dfd76da714a3b882894323f4ce339 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:21.947401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:21.953235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:21.953396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'port': {'device_id': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'admin_state_up': True, 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'security_groups': ['9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:22.039387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.044887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.047810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.052204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b31eec8f-59c1-4c48-96b9-91bd6b0ba8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:22.072706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:22.083108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:34:22.084658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 75abf88c-cf06-43d8-92a6-d2e57b87f273, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:22.096478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.096870 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Added segment 593f5876-68c6-4b8b-92ee-2961a4bf3086 of type vxlan for network 24de090b-d750-4c92-83ff-aaa64512899a
Feb 17 21:34:22.097380 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.099427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:22.125468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.158602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.160186 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'code': 200}
Feb 17 21:34:22.160840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:22.161728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.165239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2191dc9-657b-4885-b817-319ec453d37f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:22.169981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:22.170575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-41668d7d-43a0-4e72-8dde-37d35bf3f671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:22.199112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=75abf88c-cf06-43d8-92a6-d2e57b87f273,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:22.203428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:22.279832 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5164888
Feb 17 21:34:22.282934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59408) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:22.283662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Pushing event updated for resources: {'Network': ['ID=24de090b-d750-4c92-83ff-aaa64512899a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:22.291223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:22.292611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Request body: {'subnet': {'network_id': '24de090b-d750-4c92-83ff-aaa64512899a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2011795888-subnet', 'tenant_id': '1b0dfd76da714a3b882894323f4ce339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:22.297084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 24de090b-d750-4c92-83ff-aaa64512899a details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:34:22.298667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:22.303931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:22.306957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Usage tracker for resource:subnet and tenant:1b0dfd76da714a3b882894323f4ce339 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:22.311454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:22.314619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network 24de090b-d750-4c92-83ff-aaa64512899a details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:34:22.323009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:22.325243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:22.348645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Made reservation on behalf of 0eebfe4d067343679d9e941cc68c036b for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:22.353618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Made reservation on behalf of 1b0dfd76da714a3b882894323f4ce339 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:22.359082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840523302'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.374164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.417064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] For port 75abf88c-cf06-43d8-92a6-d2e57b87f273, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:22.417749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.496782 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-31835b1b-f5a7-4a43-93e2-ca4bf2e0cb99 req-750493c0-d395-4540-b3b7-0efc88ba4bbc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 210 time: 0.0646930
Feb 17 21:34:22.637932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Calling delete_port for 75abf88c-cf06-43d8-92a6-d2e57b87f273 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:22.840597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036840604527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840523317'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:22.856452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc63b6-3bf4-4e6e-8184-f8f0fee758d5 req-2f19ebe5-1b96-413f-ab39-28977fbabf9f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:22.857924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b8df5335-05ad-4282-8fca-6d44e480f25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:22.858410 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a9bc63b6-3bf4-4e6e-8184-f8f0fee758d5 req-2f19ebe5-1b96-413f-ab39-28977fbabf9f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 944 time: 0.4475605
Feb 17 21:34:22.932233 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:34:22.932787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:34:22.983540 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a9bc63b6-3bf4-4e6e-8184-f8f0fee758d5 req-51fd0b70-8ba5-4660-94bd-0d7433020d99 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170106
Feb 17 21:34:22.999231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf11eba-842e-4bee-bf72-8fa0ae0138b2,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:23.004479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:23.069133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Allocated IP 172.20.0.12 (78781be0-26b9-4e26-95e2-712ed3ea84a5/e4d00735-bf61-422c-b2d3-9063cbfd1e6a/6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:34:23.071375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Checking segment: {'id': '593f5876-68c6-4b8b-92ee-2961a4bf3086', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '24de090b-d750-4c92-83ff-aaa64512899a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:23.071779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Network hostable DHCP agents. Network: 24de090b-d750-4c92-83ff-aaa64512899a, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:34:23.095120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Network 24de090b-d750-4c92-83ff-aaa64512899a is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:34:23.106412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 24de090b-d750-4c92-83ff-aaa64512899a) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:23.117279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f04aa19-52ec-4398-a2e1-e950924e65aa None None] Network 24de090b-d750-4c92-83ff-aaa64512899a requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:34:23.124735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:23.125382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:23.157151 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-be322133-70f9-48c6-bdee-d0b112b9a5bd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8707232
Feb 17 21:34:23.292221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:23.311221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Transition to ACTIVE for port object 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:23.340660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:23.356422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-177ee78a-3621-4d25-87fd-310bfc8d4c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:23.390577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2133608-8306-4c28-acd1-af1f836f8137 None None] Network 24de090b-d750-4c92-83ff-aaa64512899a requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:34:23.465522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Deleting port 75abf88c-cf06-43d8-92a6-d2e57b87f273 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:23.465901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:23.623955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event updated for resources: {'Port': ['ID=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:23.645554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:23.772245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee8685-5f5c-4e7e-ab15-3c811f594625 req-83792623-1835-4e26-8856-fc5618947629 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:23.775413 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-09ee8685-5f5c-4e7e-ab15-3c811f594625 req-83792623-1835-4e26-8856-fc5618947629 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 932 time: 0.1230814
Feb 17 21:34:23.837150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-09ee8685-5f5c-4e7e-ab15-3c811f594625 req-448410c9-c894-4ba4-bd9c-9ffd876f5eb0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:23.864292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-09ee8685-5f5c-4e7e-ab15-3c811f594625 req-448410c9-c894-4ba4-bd9c-9ffd876f5eb0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:23.866941 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-09ee8685-5f5c-4e7e-ab15-3c811f594625 req-448410c9-c894-4ba4-bd9c-9ffd876f5eb0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852609
Feb 17 21:34:24.068053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59442) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:24.074413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2001926943-network', 'tenant_id': 'a24b94e63980441ea70992e9d712a644'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:24.080982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:24.087129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Usage tracker for resource:network and tenant:a24b94e63980441ea70992e9d712a644 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:24.093025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:24.102947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:24.115636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Made reservation on behalf of a24b94e63980441ea70992e9d712a644 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:24.123477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.139232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.142005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:34:24.155692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:24.159994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a24b94e63980441ea70992e9d712a644 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:24.163479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:24.168994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:24.180670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:24.190920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:34:24.271805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.276534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.283826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2754407b-1dc2-4402-ac08-d2da3932c139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:24.294082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] For port 75abf88c-cf06-43d8-92a6-d2e57b87f273, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=75abf88c-cf06-43d8-92a6-d2e57b87f273,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:24.294885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.317523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:34:24.319444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:24.320161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.328153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62c58ff-e4cd-42a7-82df-7795055f5886,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:24.332943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:24.335362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.335755 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Added segment f03ffe13-084f-4d62-ab88-0babae3021f6 of type vxlan for network ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f
Feb 17 21:34:24.365419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.400292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.401744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:24.402579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.408963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dc5cb1c5-f133-4878-baa6-9fc9b5a46d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:24.455228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-48fded25-a948-462a-94cc-a52f832530bd None None] Provisioning for port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:34:24.459511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Calling delete_port for 75abf88c-cf06-43d8-92a6-d2e57b87f273 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:24.461012 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-48fded25-a948-462a-94cc-a52f832530bd None None] Provisioning complete for port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:24.461717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48fded25-a948-462a-94cc-a52f832530bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.521104 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4518075
Feb 17 21:34:24.523998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59446) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:24.525437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-48fded25-a948-462a-94cc-a52f832530bd None None] Port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:34:24.526750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:24.529534 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:24.533628 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Request body: {'subnet': {'network_id': 'ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2001926943-subnet', 'tenant_id': 'a24b94e63980441ea70992e9d712a644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:24.540195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:34:24.542648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:24.547200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Usage tracker for resource:subnet and tenant:a24b94e63980441ea70992e9d712a644 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:24.547792 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249e767-f647-46d6-b2d3-783b246b1996 req-ce598f67-67a6-423a-bb82-9b03d0b0ade5 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:24.548606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e249e767-f647-46d6-b2d3-783b246b1996 req-ce598f67-67a6-423a-bb82-9b03d0b0ade5 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:24.550465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:24.553971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:34:24.557059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:24.563310 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6193130
Feb 17 21:34:24.566840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Made reservation on behalf of a24b94e63980441ea70992e9d712a644 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:24.571713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840523302'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.591583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e249e767-f647-46d6-b2d3-783b246b1996 req-ce598f67-67a6-423a-bb82-9b03d0b0ade5 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:24.592939 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e249e767-f647-46d6-b2d3-783b246b1996 req-ce598f67-67a6-423a-bb82-9b03d0b0ade5 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 944 time: 0.4721267
Feb 17 21:34:24.705003 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e249e767-f647-46d6-b2d3-783b246b1996 req-6c80228b-ec82-4e01-89e8-de5064a7f3a9 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffa2ffd5-b2af-4c78-878f-759917d125e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713105
Feb 17 21:34:24.710382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:24.733568 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:24.841222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Pushing event deleted for resources: {'Port': ['ID=75abf88c-cf06-43d8-92a6-d2e57b87f273,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:24.851302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:24.855645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Request body: {'port': {'device_id': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:25.047365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:25.130198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036840604527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840523317'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:25.152629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] No DVR routers for this DVR port 75abf88c-cf06-43d8-92a6-d2e57b87f273 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:34:25.157291 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:25.160047 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'name': 'network-vif-deleted', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:25.228111 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:25.241005 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b33414-b0ad-400b-ad1a-458037afe0a1', 'name': 'network-vif-deleted', 'tag': '75abf88c-cf06-43d8-92a6-d2e57b87f273', 'status': 'completed', 'code': 200}
Feb 17 21:34:25.244748 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d0788e47-946e-44ed-86e0-73a19b59fa1c req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.83 "DELETE /v2.0/ports/75abf88c-cf06-43d8-92a6-d2e57b87f273 HTTP/1.1" status: 204  len: 173 time: 3.5325541
Feb 17 21:34:25.345421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596dfb4-f38c-41f9-aca7-4efced0182ec req-c1f98db2-16e6-4445-861e-f9fab8c91fc0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:25.347086 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f596dfb4-f38c-41f9-aca7-4efced0182ec req-c1f98db2-16e6-4445-861e-f9fab8c91fc0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 932 time: 0.3241961
Feb 17 21:34:25.350567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b02d326-d23e-4787-994a-9cb86a441ba5,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:25.353713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:25.446475 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f596dfb4-f38c-41f9-aca7-4efced0182ec req-40f3fdda-60f3-410b-8b85-952fabaa5ad0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892887
Feb 17 21:34:25.459766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Checking segment: {'id': 'f03ffe13-084f-4d62-ab88-0babae3021f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:25.460089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Network hostable DHCP agents. Network: ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:34:25.488799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Network ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:34:25.498884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:25.510640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a93269-3520-418e-806b-ac8193df3f6d None None] Network ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:34:25.514992 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:25.515734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:25.539400 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-260885ca-7728-445f-a7fa-076f07728813 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0140445
Feb 17 21:34:25.614981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:34:25.625490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:25.639651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Transition to ACTIVE for port object 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:25.643499 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:25.660905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:25.805654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0409fe-7ae5-4852-9b5b-ca5ceb075a0a None None] Network ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:34:25.812602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:25.823156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:25.948724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a36da081-938e-408e-957a-ce199d06358e req-78ad34bb-e436-472b-8c2a-a35856350b28 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Synchronizing usage tracker for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:26.092444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-a36da081-938e-408e-957a-ce199d06358e req-78ad34bb-e436-472b-8c2a-a35856350b28 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Unset dirty status for tenant:25d40bca22d44f84872012d3b7918953 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:26.094112 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a36da081-938e-408e-957a-ce199d06358e req-78ad34bb-e436-472b-8c2a-a35856350b28 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 210 time: 0.2079766
Feb 17 21:34:26.129881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Attempting to bind port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:34:26.130241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Attempting to bind port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:34:26.130614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Attempting to bind port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 on network 78781be0-26b9-4e26-95e2-712ed3ea84a5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:34:26.136764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:34:26.137145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Checking segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:26.137561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:26.137997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Bound using segment: {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:34:26.139001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Bound port: 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7408cb9-98b0-4657-916d-bc471e56898f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:34:26.139382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:26.260790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] For port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:34:26.265319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] For port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:34:26.269005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:26.339115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3b55757d-e9d6-468e-be0f-8aca25f63328 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:26.467319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:26.473228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:26.506877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:26.507237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:26.508656 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] 10.222.0.83 "PUT /v2.0/ports/6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 HTTP/1.1" status: 200  len: 1158 time: 1.9290633
Feb 17 21:34:26.692713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631fbe-0ea2-456f-9ec3-0d867ca59e18 req-2451c9ec-4bb7-4c93-97b7-430acc16bc94 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:26.694364 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e0631fbe-0ea2-456f-9ec3-0d867ca59e18 req-2451c9ec-4bb7-4c93-97b7-430acc16bc94 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0950902
Feb 17 21:34:26.748221 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e0631fbe-0ea2-456f-9ec3-0d867ca59e18 req-f32792b3-36d3-4b14-8816-84a2e79ac9cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473349
Feb 17 21:34:27.263240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:27.282648 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-45243d2e-e548-4177-89b8-451b01682cd8 req-593546fa-d586-4dd0-ab96-4b781611ae0b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 210 time: 0.0572553
Feb 17 21:34:27.315822 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'status': 'completed', 'code': 200}
Feb 17 21:34:27.957995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496bda3-644c-4b73-b5ce-87e481127aaa req-72a5b84c-d50d-43a7-9925-0c813d9d2c0a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:27.958708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-1496bda3-644c-4b73-b5ce-87e481127aaa req-72a5b84c-d50d-43a7-9925-0c813d9d2c0a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Synchronizing usage tracker for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:27.973812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-1496bda3-644c-4b73-b5ce-87e481127aaa req-72a5b84c-d50d-43a7-9925-0c813d9d2c0a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Unset dirty status for tenant:0eebfe4d067343679d9e941cc68c036b on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:27.975121 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1496bda3-644c-4b73-b5ce-87e481127aaa req-72a5b84c-d50d-43a7-9925-0c813d9d2c0a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1060634
Feb 17 21:34:28.029973 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1496bda3-644c-4b73-b5ce-87e481127aaa req-6820f16a-33b3-4715-87f6-9e0719d50f6e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483029
Feb 17 21:34:28.344975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:28.430545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667aea2-0a98-48e4-a454-25140f480791 req-40ff6ecf-aeec-4bc3-85dc-0839d2342d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:28.432183 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e667aea2-0a98-48e4-a454-25140f480791 req-40ff6ecf-aeec-4bc3-85dc-0839d2342d1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 1161 time: 0.0818801
Feb 17 21:34:28.497904 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56052a21-55f1-4143-bf21-d69c577f4d47 req-b65e9263-f415-4108-a6ae-b354935d090b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b33414-b0ad-400b-ad1a-458037afe0a1 HTTP/1.1" status: 200  len: 210 time: 0.0625010
Feb 17 21:34:28.594367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667aea2-0a98-48e4-a454-25140f480791 req-8a9199f8-b243-4f5f-b268-021d0371ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:28.595932 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e667aea2-0a98-48e4-a454-25140f480791 req-8a9199f8-b243-4f5f-b268-021d0371ac1b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0eebfe4d067343679d9e941cc68c036b&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1540446
Feb 17 21:34:28.770773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667aea2-0a98-48e4-a454-25140f480791 req-2a97d9a7-baff-46f7-a0f0-cb4e83d57c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:28.772417 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e667aea2-0a98-48e4-a454-25140f480791 req-2a97d9a7-baff-46f7-a0f0-cb4e83d57c7b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1647453
Feb 17 21:34:28.896902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-72a050d5-c29d-4afc-a001-7e8625768b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:28.898583 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-72a050d5-c29d-4afc-a001-7e8625768b25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 1161 time: 0.0820615
Feb 17 21:34:28.989865 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-8204a9e6-6b73-4dc7-aeae-ca3ebc78bc95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 HTTP/1.1" status: 200  len: 217 time: 0.0795691
Feb 17 21:34:29.066252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-557ea59d-b870-48c7-8115-eb12af9b1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:29.068156 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-557ea59d-b870-48c7-8115-eb12af9b1a6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.0683446
Feb 17 21:34:29.172033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-a7e41cec-d3cc-4140-bfcc-53c593089528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:29.174637 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-a7e41cec-d3cc-4140-bfcc-53c593089528 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0994022
Feb 17 21:34:29.185489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38944301-a675-4f07-9f79-4bbefaf4722e req-cb29c861-8370-4fcb-9e68-91576e82acf9 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:29.187244 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38944301-a675-4f07-9f79-4bbefaf4722e req-cb29c861-8370-4fcb-9e68-91576e82acf9 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.1198297
Feb 17 21:34:29.244879 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-38944301-a675-4f07-9f79-4bbefaf4722e req-7d7be4b6-6782-420d-a55c-4fa56eb157df tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513163
Feb 17 21:34:29.403273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020b8f-49ee-42c2-ac19-b94d2c547604 req-de1abde2-214c-445a-8cd1-66a23c497632 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:29.404975 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-20020b8f-49ee-42c2-ac19-b94d2c547604 req-de1abde2-214c-445a-8cd1-66a23c497632 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1960702
Feb 17 21:34:29.410712 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-9798b699-d6a6-4b7e-8b8c-1d8452f40643 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277250
Feb 17 21:34:29.547733 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-20020b8f-49ee-42c2-ac19-b94d2c547604 req-1a677570-546c-4992-94ca-dcc96ab724b3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1358311
Feb 17 21:34:29.599625 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80ca4630-17f7-45b4-9b10-48199c8e6a45 req-53b354f7-1e47-4347-bb7d-18d4b0e8ee1a service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1715178
Feb 17 21:34:29.767797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e524fb80-3bdd-4c1a-9740-3a0bc2d3016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:30.297739 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59572) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:30.623130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f546-a929-4583-8ab5-62b1f5729fed req-ec4882a6-defa-44b8-84b7-7e9e0b0a3a6e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:30.624781 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5a99f546-a929-4583-8ab5-62b1f5729fed req-ec4882a6-defa-44b8-84b7-7e9e0b0a3a6e tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2530959
Feb 17 21:34:30.778079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21353-ca1d-40d2-b1ed-c71c9535272b req-30269f8b-a06a-47fa-9805-49138e9e4b0f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:30.780445 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-46b21353-ca1d-40d2-b1ed-c71c9535272b req-30269f8b-a06a-47fa-9805-49138e9e4b0f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0945528
Feb 17 21:34:30.835323 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-46b21353-ca1d-40d2-b1ed-c71c9535272b req-ea392e66-d050-4bbb-b60f-b49243c31af1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480056
Feb 17 21:34:31.035532 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5a99f546-a929-4583-8ab5-62b1f5729fed req-18ebb70e-c498-4654-aeee-b748182fba2a tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4017894
Feb 17 21:34:31.239171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854368609'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:31.427103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e56581b-4abe-4f60-9b38-e96f49d93bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:31.613232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Deleting port ffea4b67-19bb-4ece-b257-f9c0626b4baa {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:31.613606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:31.793231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] For port ffea4b67-19bb-4ece-b257-f9c0626b4baa, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=ffea4b67-19bb-4ece-b257-f9c0626b4baa,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:31.793812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:31.926812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Calling delete_port for ffea4b67-19bb-4ece-b257-f9c0626b4baa owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:32.154870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:32.173315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-01ba3c50-6693-4109-8b5a-c0c7002e7b22 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:32.316435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffea4b67-19bb-4ece-b257-f9c0626b4baa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:32.348620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.349036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.349442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.349843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.350238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.350630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.351023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.351415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.351805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.352193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.352605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.352998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.353444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.353836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.354224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.354612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.354996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.355381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.355769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.356152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.357066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.357482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.357860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.358298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:32.367795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:32.410818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:32.477821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae996b77-a139-4769-89f4-7dd884e49b30 req-95e10b40-3ee1-433a-84da-dea73a9436be tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:32.479542 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ae996b77-a139-4769-89f4-7dd884e49b30 req-95e10b40-3ee1-433a-84da-dea73a9436be tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.3095574
Feb 17 21:34:32.563932 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d5a17-37c0-45cb-a770-d109b098aaac req-f9d554e8-f8d5-4705-914e-b9a889066613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:32.565711 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-458d5a17-37c0-45cb-a770-d109b098aaac req-f9d554e8-f8d5-4705-914e-b9a889066613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.3348191
Feb 17 21:34:32.618084 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-458d5a17-37c0-45cb-a770-d109b098aaac req-290a6ec1-3b7f-4e83-b01a-5c0b807d5f46 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449510
Feb 17 21:34:32.620976 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ae996b77-a139-4769-89f4-7dd884e49b30 req-364e5c94-784f-4fe8-b8d1-d764250da981 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284783
Feb 17 21:34:32.743569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16494470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854368527'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:33.162232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:33.256105 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 0e87ea3b-9230-4ef4-8e56-2def2e630469 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:33.256965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:33.287937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:34:33.418626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:33.529828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9a51-4ba2-432a-ae35-861831f9212a req-f2abbcad-b388-433c-ba83-c1900819e6e3 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:33.531642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-764f9a51-4ba2-432a-ae35-861831f9212a req-f2abbcad-b388-433c-ba83-c1900819e6e3 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.0939991
Feb 17 21:34:33.617640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Deleting port 0e87ea3b-9230-4ef4-8e56-2def2e630469 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:33.618051 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:33.731757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:34:33.742605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] Sync routers for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:34:33.748975 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] 10.222.0.81 "PUT /v2.0/routers/577dc06d-4e1c-4cf6-a5f2-125b9bb84083/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4498451
Feb 17 21:34:33.752682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59606) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:33.760081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:33.764148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6780d68>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:33.947698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:33.975843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] For port 0e87ea3b-9230-4ef4-8e56-2def2e630469, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0e87ea3b-9230-4ef4-8e56-2def2e630469,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:33.976259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:33.991342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:33.998355 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e329f-4507-4e15-ac1f-30faa2be5b1f req-505e014d-c3f5-4144-962c-33fd99bf0a77 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:34.000003 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-950e329f-4507-4e15-ac1f-30faa2be5b1f req-505e014d-c3f5-4144-962c-33fd99bf0a77 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1733327
Feb 17 21:34:34.017167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:34.095545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b712254-0d91-4023-aabf-4e8a4a1c5dd8 req-c8f23d93-b044-4831-b17f-ac1895465a7f tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:34.109642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4b712254-0d91-4023-aabf-4e8a4a1c5dd8 req-c8f23d93-b044-4831-b17f-ac1895465a7f tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 946 time: 0.2918851
Feb 17 21:34:34.170831 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-950e329f-4507-4e15-ac1f-30faa2be5b1f req-747e438c-47c4-4fd7-8f14-7e7c558c9e59 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017315
Feb 17 21:34:34.313891 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4b712254-0d91-4023-aabf-4e8a4a1c5dd8 req-33c06311-d49a-4e3a-a0cf-3b7254c0eab7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=33682036-0c08-40db-a199-c69028e0381a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1918020
Feb 17 21:34:34.365699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:34.384496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Deleting port 53ea7b3d-b625-4c5a-9012-a23918b9a66d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:34.384883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:34.395393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6780d68>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:34:32Z', 'revision_number': 5, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port': {'id': '53ea7b3d-b625-4c5a-9012-a23918b9a66d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:02Z', 'updated_at': '2021-02-17T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:34.402793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] Checking router: 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:34:34.414753 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] Routers {'577dc06d-4e1c-4cf6-a5f2-125b9bb84083'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:34.415561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6780d68>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:34.518192 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:34.518809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:34.519289 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Floating IP 16426031-cce5-4d77-a034-8ae41dc63f26 disassociated. External IP: 172.27.3.35, port: 0e87ea3b-9230-4ef4-8e56-2def2e630469.
Feb 17 21:34:34.519791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Calling delete_port for 0e87ea3b-9230-4ef4-8e56-2def2e630469 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:34.600925 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] Set router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:34.609825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] For port 53ea7b3d-b625-4c5a-9012-a23918b9a66d, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=53ea7b3d-b625-4c5a-9012-a23918b9a66d,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:34.610156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:34.710521 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:34.727830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6780d68>, [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:34:34Z', 'revision_number': 6, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port_host': None}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:34.729136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5c844eb2-5206-457b-8a66-0a7ef93354de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:34.732565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e0eb-ab9e-4dfa-bae6-ab0f7948ad52 None None] The sync data for ids ['577dc06d-4e1c-4cf6-a5f2-125b9bb84083'] in dv-cinder-760193-4-iscsi is: [{'id': '577dc06d-4e1c-4cf6-a5f2-125b9bb84083', 'name': 'tempest-TestMinimumBasicScenario-1934454165-router', 'tenant_id': '25d40bca22d44f84872012d3b7918953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:01Z', 'updated_at': '2021-02-17T21:34:34Z', 'revision_number': 6, 'project_id': '25d40bca22d44f84872012d3b7918953', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:34:34.773702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Calling delete_port for 53ea7b3d-b625-4c5a-9012-a23918b9a66d owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:34.783300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event deleted for resources: {'Port': ['ID=0e87ea3b-9230-4ef4-8e56-2def2e630469,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:34.843186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:34.978365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.066878 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:35.107694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device ffea4b67-19bb-4ece-b257-f9c0626b4baa no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:34:35.150159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: ffea4b67-19bb-4ece-b257-f9c0626b4baa {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:34:35.150497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device ffea4b67-19bb-4ece-b257-f9c0626b4baa not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:34:35.150924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 53ea7b3d-b625-4c5a-9012-a23918b9a66d no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:34:35.166406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ea7b3d-b625-4c5a-9012-a23918b9a66d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:35.170645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:35.190448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Router e53efab4-48a6-4a54-ae71-1e8d12980af1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:34:35.198143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 53ea7b3d-b625-4c5a-9012-a23918b9a66d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:34:35.198540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 53ea7b3d-b625-4c5a-9012-a23918b9a66d not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:34:35.241368 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421765'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.452253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767741'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.456277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.493327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132609-17f4-4b1d-9ff0-5160a88b88df req-5873de37-78a8-4c0f-abe6-560058e4d4f9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:35.494975 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84132609-17f4-4b1d-9ff0-5160a88b88df req-5873de37-78a8-4c0f-abe6-560058e4d4f9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1422653
Feb 17 21:34:35.496148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:34:35.508056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] Sync routers for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:34:35.518942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:35.519611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6477b38>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:35.540232 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c1c0505e-87ee-4aed-889f-361c3d4ab2aa req-2e886be0-6c67-436e-b4a7-c917dd31c0f7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 210 time: 0.0569749
Feb 17 21:34:35.541170 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367977'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.541803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 577dc06d-4e1c-4cf6-a5f2-125b9bb84083 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 21:34:35.565728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.570045 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] 10.222.0.81 "DELETE /v2.0/routers/577dc06d-4e1c-4cf6-a5f2-125b9bb84083 HTTP/1.1" status: 204  len: 168 time: 1.8162355
Feb 17 21:34:35.571016 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59632) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:35.575716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] No DVR routers for this DVR port 0e87ea3b-9230-4ef4-8e56-2def2e630469 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:34:35.581082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.591478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'name': 'network-vif-deleted', 'tag': '0e87ea3b-9230-4ef4-8e56-2def2e630469'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:35.600780 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-764f9a51-4ba2-432a-ae35-861831f9212a req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "DELETE /v2.0/ports/0e87ea3b-9230-4ef4-8e56-2def2e630469 HTTP/1.1" status: 204  len: 173 time: 2.0626054
Feb 17 21:34:35.614597 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84132609-17f4-4b1d-9ff0-5160a88b88df req-8f2e17cd-4bf3-4376-869e-bf9d019e4fd8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838022
Feb 17 21:34:35.651027 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804ab791-6cc1-4032-b5ed-3b13844db6b7', 'name': 'network-vif-deleted', 'tag': '0e87ea3b-9230-4ef4-8e56-2def2e630469', 'status': 'completed', 'code': 200}
Feb 17 21:34:35.669933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] Deleting subnet e6072c0d-b41a-4d91-af42-21d16878df31 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:34:35.673421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.734697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14251331'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.868975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:35.910887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:36.148876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14252340'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:36.164994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c2416321-8ffc-4167-a015-b667553ce3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:36.256653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6477b38>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:36.260715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] Checking router: e53efab4-48a6-4a54-ae71-1e8d12980af1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:34:36.261899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6072c0d-b41a-4d91-af42-21d16878df31,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:36.265372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:36.270577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:36.271252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6477b38>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:36.307671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:36.313575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf4b982-68bd-46dc-ae38-117d725d9909 None None] Network bb77aea9-2420-4581-b004-58296525448e requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:34:36.316951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59640) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:36.317080 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c6c8a0f3-f02c-4caf-92d8-c8ddcfab6af0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e6072c0d-b41a-4d91-af42-21d16878df31 HTTP/1.1" status: 204  len: 168 time: 0.7447863
Feb 17 21:34:36.454236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:36.468661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:36.533650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Deleting port a2235bda-8459-4293-9fa9-21c366f79817 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:36.534047 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:36.630388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] DHCP port deletion for bb77aea9-2420-4581-b004-58296525448e request from dv-cinder-760193-4-iscsi {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 21:34:36.634711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] Deleting port a2235bda-8459-4293-9fa9-21c366f79817 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:36.635148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:36.814186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] For port a2235bda-8459-4293-9fa9-21c366f79817, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a2235bda-8459-4293-9fa9-21c366f79817,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:36.814527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:36.835191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074cce-0e4d-4bf2-bb9b-d9e7950a30a6 req-6c56bf86-8d35-469d-ae03-2d1c0c74f965 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:36.837298 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ee074cce-0e4d-4bf2-bb9b-d9e7950a30a6 req-6c56bf86-8d35-469d-ae03-2d1c0c74f965 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0931375
Feb 17 21:34:36.876981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] For port a2235bda-8459-4293-9fa9-21c366f79817, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a2235bda-8459-4293-9fa9-21c366f79817,segment=NetworkSegment(d19fd185-93fd-4133-a772-84895b155540),segment_id=d19fd185-93fd-4133-a772-84895b155540)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:36.877691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:36.884013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:34:36.905024 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ee074cce-0e4d-4bf2-bb9b-d9e7950a30a6 req-53b55e5c-e35c-4b30-9ddd-eb4160782c88 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594356
Feb 17 21:34:36.912064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6477b38>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:36.918614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee6a5d-9899-46ba-8188-0c1ba1207b31 None None] The sync data for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:34:36.992996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Calling delete_port for a2235bda-8459-4293-9fa9-21c366f79817 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:37.021322 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] Calling delete_port for a2235bda-8459-4293-9fa9-21c366f79817 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:37.051049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-57d8beac-0606-48f3-8760-86e961718df1 req-a2c153e4-d3b7-4930-9aa9-0b8d74afe7ce tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:37.071609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a2235bda-8459-4293-9fa9-21c366f79817 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:34:37.094811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-57d8beac-0606-48f3-8760-86e961718df1 req-a2c153e4-d3b7-4930-9aa9-0b8d74afe7ce tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:37.106864 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-57d8beac-0606-48f3-8760-86e961718df1 req-a2c153e4-d3b7-4930-9aa9-0b8d74afe7ce tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=804ab791-6cc1-4032-b5ed-3b13844db6b7 HTTP/1.1" status: 200  len: 210 time: 0.3174987
Feb 17 21:34:37.108122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:37.131748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-63f3ba4f-d795-4789-9587-7815cba75a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:37.141299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: a2235bda-8459-4293-9fa9-21c366f79817 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:34:37.141693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a2235bda-8459-4293-9fa9-21c366f79817 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:34:37.245155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2235bda-8459-4293-9fa9-21c366f79817,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:37.250014 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:37.265816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:34:37.266397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:34:37.285825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] No DVR routers for this DVR port a2235bda-8459-4293-9fa9-21c366f79817 on host dv-cinder-760193-4-iscsi {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:34:37.388066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d2d9-e486-413b-8fdf-d44191c71a3d None None] New status for floating IP 16426031-cce5-4d77-a034-8ae41dc63f26: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:34:37.409928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:37.770942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa5438d68>,) {'filters': {'network_id': ['bb77aea9-2420-4581-b004-58296525448e']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:37.785664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5438d68>, 'd19fd185-93fd-4133-a772-84895b155540') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:37.786003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5438d68>, 'd19fd185-93fd-4133-a772-84895b155540') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:37.791095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] Deleting port a2235bda-8459-4293-9fa9-21c366f79817 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:37.791535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:37.798953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:37.818866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:37.821028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:34:37.875288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-17bc191a-8161-436f-abdf-2696673dc8c1 None None] The port 'a2235bda-8459-4293-9fa9-21c366f79817' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 21:34:38.004530 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Network bb77aea9-2420-4581-b004-58296525448e has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:34:38.014315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.139681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:38.164821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb91d-2c1f-4944-bef6-6c659e5809e2 req-29a963d3-fd7b-4051-a368-1b73d0f40ca2 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:38.166536 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-147cb91d-2c1f-4944-bef6-6c659e5809e2 req-29a963d3-fd7b-4051-a368-1b73d0f40ca2 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1469362
Feb 17 21:34:38.220420 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-147cb91d-2c1f-4944-bef6-6c659e5809e2 req-0e9515c4-8beb-45dd-bb6d-3667bc819d5d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463519
Feb 17 21:34:38.238668 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:34:38.246204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:38.247019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.324034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Network bb77aea9-2420-4581-b004-58296525448e has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:34:38.351116 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:34:38.393314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.431195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:38.432034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59666) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:38.432392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:38.438956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.441007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:38.453119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.463349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.474450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2e89e36d-261b-46c5-9cb7-94954afb88f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:38.500836 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'code': 200}
Feb 17 21:34:38.502394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:34:38.517837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56eb8574-f15b-43da-aec3-27ab8f5ec830 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.523804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb77aea9-2420-4581-b004-58296525448e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:38.532308 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bb77aea9-2420-4581-b004-58296525448e HTTP/1.1" status: 204  len: 168 time: 2.2141907
Feb 17 21:34:38.533925 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1f1c1750-956a-4ffc-82d4-02745b2db027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:38.585005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56eb8574-f15b-43da-aec3-27ab8f5ec830 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.591579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] No Port match for: 0e87ea3b-9230-4ef4-8e56-2def2e630469 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:34:38.592134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 0e87ea3b-9230-4ef4-8e56-2def2e630469 not bound to the agent host hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:34:38.594047 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:38.603211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.603778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.604553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.604722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.606342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.606342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.606342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.606342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.606807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.607438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.608038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.608513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.609029 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.609477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.609928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.610372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.610818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.611337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.611779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.612240 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.612824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.613330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.613828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.614273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:38.619246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:38.676892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56eb8574-f15b-43da-aec3-27ab8f5ec830 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.685362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e8f3e836-3c37-49cc-a94c-fc55ac249b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:38.715156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb8574-f15b-43da-aec3-27ab8f5ec830 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33682036-0c08-40db-a199-c69028e0381a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:38.730424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-56eb8574-f15b-43da-aec3-27ab8f5ec830 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:38.751831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56eb8574-f15b-43da-aec3-27ab8f5ec830 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.753142 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-56eb8574-f15b-43da-aec3-27ab8f5ec830 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "DELETE /v2.0/security-groups/33682036-0c08-40db-a199-c69028e0381a HTTP/1.1" status: 204  len: 168 time: 0.3197706
Feb 17 21:34:38.759219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59678) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:38.765696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:38.795675 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.v2.resource [None req-1353d8d8-a604-47b9-bae5-5f5c4bfb6813 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] show failed (client error): The resource could not be found.
Feb 17 21:34:38.799671 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1353d8d8-a604-47b9-bae5-5f5c4bfb6813 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups/33682036-0c08-40db-a199-c69028e0381a HTTP/1.1" status: 404  len: 347 time: 0.0364726
Feb 17 21:34:38.800210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59684) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:38.851255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778902bb-03ee-4ff5-9c59-029b8186b3ad req-59a41efb-4298-40e4-b43c-caaaaf7d1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:38.853163 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-778902bb-03ee-4ff5-9c59-029b8186b3ad req-59a41efb-4298-40e4-b43c-caaaaf7d1035 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 1163 time: 0.1528754
Feb 17 21:34:38.858398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59690) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:38.914371 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:38.914952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:38.942240 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-778902bb-03ee-4ff5-9c59-029b8186b3ad req-788528ed-55ae-4b18-b9b1-858188ba3ec1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809298
Feb 17 21:34:38.965669 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8e801952-5282-40ab-aa95-94f105aa5645 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25d40bca22d44f84872012d3b7918953&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1054144
Feb 17 21:34:38.966384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59696) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:39.036740 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a082a1a6-59e1-48bb-a3b9-fc6e839779f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:39.066144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a082a1a6-59e1-48bb-a3b9-fc6e839779f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:39.068228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Deleting port e8415f4f-1723-472e-9219-9d88fc01cd27 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:39.068703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:39.119601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a082a1a6-59e1-48bb-a3b9-fc6e839779f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:39.124287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-65fca255-8386-4e45-aae8-de6db5bc9205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:39.138546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082a1a6-59e1-48bb-a3b9-fc6e839779f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa2ffd5-b2af-4c78-878f-759917d125e2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:39.142203 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a082a1a6-59e1-48bb-a3b9-fc6e839779f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:39.152325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a082a1a6-59e1-48bb-a3b9-fc6e839779f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:39.154707 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a082a1a6-59e1-48bb-a3b9-fc6e839779f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ffa2ffd5-b2af-4c78-878f-759917d125e2 HTTP/1.1" status: 204  len: 168 time: 0.1860657
Feb 17 21:34:39.267953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:39.268340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:39.652973 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Calling delete_port for e8415f4f-1723-472e-9219-9d88fc01cd27 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:39.815407 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc768e0-b24b-44e7-8f9c-82e0a4a7485c req-2074109c-07ee-4a29-a99c-b6406be5c755 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:39.817067 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-acc768e0-b24b-44e7-8f9c-82e0a4a7485c req-2074109c-07ee-4a29-a99c-b6406be5c755 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.4150996
Feb 17 21:34:39.911952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59720) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:39.912728 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-acc768e0-b24b-44e7-8f9c-82e0a4a7485c req-93ef477e-24db-4a85-894d-c453a5afaee6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633211
Feb 17 21:34:39.918608 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:39.936188 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e3ce4227-39ce-4cf3-b283-af1bf2ca9c5b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:40.044669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event deleted for resources: {'Port': ['ID=e8415f4f-1723-472e-9219-9d88fc01cd27,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:40.057341 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1660829340-network', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:40.064147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:40.075000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:40.096085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Usage tracker for resource:network and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:40.108871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:40.123894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:40.136693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Made reservation on behalf of aba5d46326f44797be23f75dcad76b44 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:40.142435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.159809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.183723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:40.189021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Usage tracker for resource:security_group_rule and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:40.192498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:40.199464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:40.285942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.307019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.308053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.308288 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "DELETE /v2.0/floatingips/16426031-cce5-4d77-a034-8ae41dc63f26 HTTP/1.1" status: 204  len: 168 time: 1.5041957
Feb 17 21:34:40.313982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.319244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8a85c3f1-066a-4596-9a7a-ceaf0236c108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:40.353904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:34:40.368921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b1e108-2a12-4b18-a93a-98ad2ff3ad0d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:40.373456 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:40.374473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262328916220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.374923 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Added segment c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783 of type vxlan for network 46bc35c9-db4b-4405-898f-7c3c7bae46f1
Feb 17 21:34:40.404284 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.439075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.440438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:40.441124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.447316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:40.555535 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6422646
Feb 17 21:34:40.558513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59742) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:40.566861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Request body: {'subnet': {'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1660829340-subnet', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:40.574513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Pushing event updated for resources: {'Network': ['ID=46bc35c9-db4b-4405-898f-7c3c7bae46f1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:40.574994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:40.576596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:40.581230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Usage tracker for resource:subnet and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:40.584577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:40.586415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:34:40.590773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:40.601184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Made reservation on behalf of aba5d46326f44797be23f75dcad76b44 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:40.606117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14370466'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.675401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59748) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:40.681816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842469373', 'description': 'tempest-description--1373075526'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:40.684386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:34:40.692134 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:40.696999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:security_group and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:40.700523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:40.707460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:40.719176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.742724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:40.747790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:security_group_rule and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:40.751200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:40.757251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:40.844022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.847306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.853317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4fc733f9-f120-41c8-bd09-b80b12bcd474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:40.897895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13125391-cc1a-47c2-8df1-e81824ee168b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:40.900835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:40.902200 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2256711
Feb 17 21:34:40.903206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:40.906171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59752) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:40.911813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'security_group_rule': {'security_group_id': '13125391-cc1a-47c2-8df1-e81824ee168b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:40.918409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:40.923114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:security_group_rule and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:40.926230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:40.931991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:40.952699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.047387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.051440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.054330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:41.082294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14370483'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.138400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.140128 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2329648
Feb 17 21:34:41.141275 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6066736-cd89-4839-8cba-6247a2ca325f,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:41.152061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59758) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:41.157581 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:41.160965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:41.176517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'security_group_rule': {'security_group_id': '13125391-cc1a-47c2-8df1-e81824ee168b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:41.194617 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:41.208642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:security_group_rule and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:41.214225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:41.231285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:41.247360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d83b4f0-27d4-41ec-be5b-22b6450332c9,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:41.251828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:41.277499 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.308605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Checking segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:41.309022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Network hostable DHCP agents. Network: 46bc35c9-db4b-4405-898f-7c3c7bae46f1, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:34:41.333125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:34:41.334707 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178918b-7841-45ac-b58b-07bb2972e08d req-f729f478-37cd-4c4a-a8b6-48aafb3d63cb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:41.336502 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7178918b-7841-45ac-b58b-07bb2972e08d req-f729f478-37cd-4c4a-a8b6-48aafb3d63cb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.2663698
Feb 17 21:34:41.348334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 46bc35c9-db4b-4405-898f-7c3c7bae46f1) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:41.358983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1e906-9c53-4999-acf6-485ae43b2ed7 None None] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:34:41.361309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:41.362216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.384160 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-15034237-70b9-4528-801d-83abfe0b6257 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8240418
Feb 17 21:34:41.386575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59768) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:41.394951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:41.401918 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:41.410318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Usage tracker for resource:router and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:41.417377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:41.424813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:41.427442 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7178918b-7841-45ac-b58b-07bb2972e08d req-85eb5f02-9158-4a53-a30b-e7b8baa2beff tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700457
Feb 17 21:34:41.433036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.436480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.436657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.437700 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.439313 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-df6665b1-d774-47ab-b886-c8f1287ea3f0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:41.462523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.469704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d7e824-2579-4b86-8cc5-642d7cad1e1a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:41.472986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:41.481401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.483436 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e878a1c4-a66e-4c7d-820f-02f88ad84e62 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3295867
Feb 17 21:34:41.486850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59774) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:41.494372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:41.501573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:41.506431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Usage tracker for resource:floatingip and tenant:66fbd239dc4240bc9dfeeebf8a581321 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:41.510003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:41.518594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:41.530640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.697680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.713820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:34:41.715035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:41.901238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.011114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072eab6-786e-466c-bdb0-79437e9a91bb req-d8b32318-62d5-45b5-8ae9-42b6d70cc164 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:42.013839 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7072eab6-786e-466c-bdb0-79437e9a91bb req-d8b32318-62d5-45b5-8ae9-42b6d70cc164 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.4388568
Feb 17 21:34:42.025664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59782) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:42.037055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Allocated IP 172.27.3.154 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/a9607c5c-7627-44d3-bc6b-fdcb45193dc8) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:34:42.045356 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Request body: {'floatingip': {'port_id': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:42.103421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Allocated IP 172.20.0.2 (46bc35c9-db4b-4405-898f-7c3c7bae46f1/6d83b4f0-27d4-41ec-be5b-22b6450332c9/815e6903-a0a9-4c0d-9bfd-5737ad90dc20) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:34:42.148942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.248106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.317945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.351054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:42.464800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.478891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Transition to ACTIVE for port object 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:42.503648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Transition to ACTIVE for port object 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:42.510441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.528511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c143f1cb-8b02-40f1-a946-f7437e660681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:42.582125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:34:42.585829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:42.592058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:34:42.621913 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'Port': ['ID=a9607c5c-7627-44d3-bc6b-fdcb45193dc8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:42.628222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:42.688058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Pushing event updated for resources: {'Port': ['ID=815e6903-a0a9-4c0d-9bfd-5737ad90dc20,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:42.690307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.691839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:42.758469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:34:42.759864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:42.765405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:34:42.783740 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.835573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Attempting to bind port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:34:42.836162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Attempting to bind port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:34:42.836795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Attempting to bind port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 on network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:34:42.843267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:34:42.843815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Checking segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:42.844377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.844837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Bound using segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:34:42.845365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Bound port: 815e6903-a0a9-4c0d-9bfd-5737ad90dc20, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:34:42.845794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:42.985723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] For port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:34:42.989069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] For port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=815e6903-a0a9-4c0d-9bfd-5737ad90dc20,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:34:42.993201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:43.107025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:43.111557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:43.134774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b10f5a03-1d01-4fa6-a35b-4f7d62df0810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:43.177403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:43.214448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:43.284933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'Port': ['ID=a9607c5c-7627-44d3-bc6b-fdcb45193dc8,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:43.298893 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:43.317207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Pushing event updated for resources: {'Port': ['ID=815e6903-a0a9-4c0d-9bfd-5737ad90dc20,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:43.322425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:43.330309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:43.406535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:43.435000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:43.436846 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9480987
Feb 17 21:34:43.876637 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b569a30e-3c04-4412-9de2-ece4270e3041 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--842469373&fields=id&tenant_id=66fbd239dc4240bc9dfeeebf8a581321 HTTP/1.1" status: 200  len: 267 time: 0.1377139
Feb 17 21:34:43.880489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:43.889084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:44.097099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Allocated IP 172.27.3.156 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/ab56ab2d-3a81-472a-af0c-5e0dc430a73d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:34:44.363362 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Floating IP 0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9 associated. External IP: 172.27.3.176, port: 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7.
Feb 17 21:34:44.445733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-e263a137-c69c-4ae3-b3e2-480c127d8744 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:44.447458 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-e263a137-c69c-4ae3-b3e2-480c127d8744 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 811 time: 0.5595241
Feb 17 21:34:44.702972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f314ba-108d-4995-a1d7-64d17d7c09a3 req-1a198bda-15c9-4055-bddd-b320e91d478d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:44.709249 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-30f314ba-108d-4995-a1d7-64d17d7c09a3 req-1a198bda-15c9-4055-bddd-b320e91d478d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 945 time: 0.1122382
Feb 17 21:34:44.755690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8af16-d857-4831-be89-8abbdb1a0e67 None None] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:34:44.764642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-30f314ba-108d-4995-a1d7-64d17d7c09a3 req-80b5f4e9-d0c5-47c9-af60-09a3135705b2 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515697
Feb 17 21:34:44.771835 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-def2d76c-87cc-4427-b903-f5171dc53090 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/quotas/66fbd239dc4240bc9dfeeebf8a581321 HTTP/1.1" status: 200  len: 375 time: 0.0386834
Feb 17 21:34:44.877599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a6bef942-0479-4bdb-8ee9-7e25e89e06c7 None None] Provisioning for port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:34:44.914094 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:45.088908 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-17cb0e50-0674-4722-a88e-ec127ece3423 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2589300
Feb 17 21:34:45.100793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:45.131872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:45.134745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-aac3952a-9494-4849-9f93-50aacf30e3fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:45.452478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:34:45.458713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:45.459169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:45.534843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Pushing event updated for resources: {'Port': ['ID=ab56ab2d-3a81-472a-af0c-5e0dc430a73d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:45.560511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Router dc6b9d50-b735-44ec-a393-d995e2799698 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:34:45.561654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:45.607049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-33bc884a-7062-4621-b5f3-8655465e1746 None None] Provisioning complete for port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:45.607417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-33bc884a-7062-4621-b5f3-8655465e1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:45.736640 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:45.747673 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-a279a8d4-71db-47e7-8327-5b956f3db6ff service neutron] 10.222.0.81 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6134980
Feb 17 21:34:45.867236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:34:45.877994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:45.884665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:34:45.891505 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-33bc884a-7062-4621-b5f3-8655465e1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:45.910955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=815e6903-a0a9-4c0d-9bfd-5737ad90dc20,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:45.916202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:45.918351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:46.027198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9b2f1-97e9-4b8c-932e-130c8a7cfad1 req-cdcd7447-0269-4bf7-9920-76c658bbfcec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:46.029444 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-74a9b2f1-97e9-4b8c-932e-130c8a7cfad1 req-cdcd7447-0269-4bf7-9920-76c658bbfcec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 945 time: 0.0996838
Feb 17 21:34:46.072340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=815e6903-a0a9-4c0d-9bfd-5737ad90dc20,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:46.077117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:46.078308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [None req-33bc884a-7062-4621-b5f3-8655465e1746 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:34:46.078765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [None req-33bc884a-7062-4621-b5f3-8655465e1746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:34:46.091347 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-74a9b2f1-97e9-4b8c-932e-130c8a7cfad1 req-ebbdcc22-fb7e-49ef-897e-3607a54e12b3 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544555
Feb 17 21:34:46.130453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:34:46.141180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] Sync routers for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:34:46.151452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:46.152202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa64772e8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:46.159504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-5f7624e2-fd57-4ee7-b194-c3bd09a43118 service neutron] 10.222.0.81 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4028056
Feb 17 21:34:46.333370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:46.376009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-02de3878-b75a-4deb-b5bc-abc88c176d17 req-a773221d-ea1d-4815-8339-c98975654cbf tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:46.397773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-02de3878-b75a-4deb-b5bc-abc88c176d17 req-a773221d-ea1d-4815-8339-c98975654cbf tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:46.410339 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-02de3878-b75a-4deb-b5bc-abc88c176d17 req-a773221d-ea1d-4815-8339-c98975654cbf tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 210 time: 0.0934572
Feb 17 21:34:46.410730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:46.444121 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ce4eb636-3c72-459d-8dee-7f3ee64b1514 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "PUT /v2.0/floatingips/0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9 HTTP/1.1" status: 200  len: 992 time: 4.4143915
Feb 17 21:34:46.445818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:46.599638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-54362607-61e0-4fc6-88dc-8ed00051dea8 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:46.601378 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-54362607-61e0-4fc6-88dc-8ed00051dea8 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.83 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 945 time: 0.4466982
Feb 17 21:34:46.749990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 5ad53b44-3531-42a3-8c73-c08360892da1 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:34:46.861969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa64772e8>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'port_id': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'mac_address': 'fa:16:3e:48:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:34:17Z', 'updated_at': '2021-02-17T21:34:43Z', 'revision_number': 1, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:46.867757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] Checking router: dc6b9d50-b735-44ec-a393-d995e2799698 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:34:46.882775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:46.884507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa64772e8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:46.927010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e52aa914-097e-4e8f-b438-5a99586d4cb9 None None] Provisioning complete for port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:46.927442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e52aa914-097e-4e8f-b438-5a99586d4cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:46.994641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:47.050075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 5ad53b44-3531-42a3-8c73-c08360892da1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5ad53b44-3531-42a3-8c73-c08360892da1,segment=NetworkSegment(93a8fd25-ac5d-49dd-ae82-6821afa9f66d),segment_id=93a8fd25-ac5d-49dd-ae82-6821afa9f66d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:47.053900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489acb61-9e25-4f23-94ab-18932dd47206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad53b44-3531-42a3-8c73-c08360892da1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:47.064543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:47.071436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:47.130012 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'status': 'completed', 'code': 200}
Feb 17 21:34:47.205927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Deleting port 5ad53b44-3531-42a3-8c73-c08360892da1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:34:47.206304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:47.258809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:47.300597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:47.374862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=5ad53b44-3531-42a3-8c73-c08360892da1,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:47.454261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:47.460656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e1ca1-9ab8-4c5a-b169-acb740a7018c req-4d66a431-6255-4ddc-b284-13c6f763af22 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:47.463081 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f16e1ca1-9ab8-4c5a-b169-acb740a7018c req-4d66a431-6255-4ddc-b284-13c6f763af22 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 943 time: 0.2176735
Feb 17 21:34:47.484823 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:47.486806 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489acb61-9e25-4f23-94ab-18932dd47206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad53b44-3531-42a3-8c73-c08360892da1', 'code': 200}
Feb 17 21:34:47.537971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:47.538647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:47.585136 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f16e1ca1-9ab8-4c5a-b169-acb740a7018c req-53866dd4-42e7-4bea-a3ae-2f8d40e35bad tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157215
Feb 17 21:34:47.592218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-90c3dd5a-20ff-4311-b2ca-23e416caed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:47.603304 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-90c3dd5a-20ff-4311-b2ca-23e416caed2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 1163 time: 0.5847588
Feb 17 21:34:47.791807 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e6a1fc01-6645-4e8a-bfbe-dbb123b519ad req-1e8e035b-ea69-4f2d-b41d-2f6b602cbd49 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 210 time: 0.1964884
Feb 17 21:34:47.981772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa64772e8>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'port_id': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'mac_address': 'fa:16:3e:48:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:34:17Z', 'updated_at': '2021-02-17T21:34:43Z', 'revision_number': 1, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:47.997779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d688d-415b-4ff6-9561-01daa634db67 None None] The sync data for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi is: [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'port_id': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'mac_address': 'fa:16:3e:48:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:34:17Z', 'updated_at': '2021-02-17T21:34:43Z', 'revision_number': 1, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:34:48.099580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-5afde9cd-abd1-4724-898a-d785827b1d16 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:48.101470 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-5afde9cd-abd1-4724-898a-d785827b1d16 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 811 time: 0.2758811
Feb 17 21:34:48.208627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-2b305034-c32c-4fd9-af78-80fa695c17cc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:48.225410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-2b305034-c32c-4fd9-af78-80fa695c17cc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:48.226854 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-2b305034-c32c-4fd9-af78-80fa695c17cc tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=66fbd239dc4240bc9dfeeebf8a581321 HTTP/1.1" status: 200  len: 5704 time: 0.1165302
Feb 17 21:34:48.238108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'port': {'device_id': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'admin_state_up': True, 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'security_groups': ['13125391-cc1a-47c2-8df1-e81824ee168b']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:48.296126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-95ef91ce-3960-4290-957b-f14c5b0e2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:48.297896 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-95ef91ce-3960-4290-957b-f14c5b0e2a42 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.6252792
Feb 17 21:34:48.309634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] For port 5ad53b44-3531-42a3-8c73-c08360892da1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=5ad53b44-3531-42a3-8c73-c08360892da1,segment=NetworkSegment(93a8fd25-ac5d-49dd-ae82-6821afa9f66d),segment_id=93a8fd25-ac5d-49dd-ae82-6821afa9f66d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:48.310398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:48.403038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:48.417103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:48.431919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Made reservation on behalf of 66fbd239dc4240bc9dfeeebf8a581321 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:48.438713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:48.450743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff6526-3dc0-4e16-a47a-79d984b1b619 None None] New status for floating IP 0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:34:48.631362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Calling delete_port for 5ad53b44-3531-42a3-8c73-c08360892da1 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:34:48.729055 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-6bf746d0-3ed5-4bc3-8625-61cd9078786f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 HTTP/1.1" status: 200  len: 1000 time: 0.4214942
Feb 17 21:34:48.731874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:48.993630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Allocated IP 172.20.0.4 (c811b1f9-ede4-4fea-9a52-47638fb8c71d/ad947807-41fa-46b5-b551-16c7c2b2c65d/f9148913-8c2c-4db7-9694-b221afcadb22) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:34:49.008557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b15985-a1d3-41ed-b449-3f1f4cab3e83 req-64dcc57f-22ce-425f-82fd-9716c3bcb2d5 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:49.018373 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-16b15985-a1d3-41ed-b449-3f1f4cab3e83 req-64dcc57f-22ce-425f-82fd-9716c3bcb2d5 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 943 time: 0.1464608
Feb 17 21:34:49.039713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:49.073931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8b4137af-fc74-4d93-9839-222ed399eac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:49.112042 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-16b15985-a1d3-41ed-b449-3f1f4cab3e83 req-f9a6a54b-97ec-42b1-a537-01a3c3f6c505 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925479
Feb 17 21:34:49.456228 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:49.475145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Transition to ACTIVE for port object f9148913-8c2c-4db7-9694-b221afcadb22 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:49.501152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-194376f2-bfd2-4d06-b48a-a13015ae7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:49.502742 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-194376f2-bfd2-4d06-b48a-a13015ae7103 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.7529025
Feb 17 21:34:49.504549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:49.522391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0499773b-fe95-4e23-a955-9ee9c330a246 tempest-VolumesActionsTest-796114468 tempest-VolumesActionsTest-796114468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:49.575201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Pushing event deleted for resources: {'Port': ['ID=5ad53b44-3531-42a3-8c73-c08360892da1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:49.626636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:49.910693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-c527ce85-a8e7-4d52-9702-0a1c654e9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:49.912326 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-c527ce85-a8e7-4d52-9702-0a1c654e9b61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3464146
Feb 17 21:34:49.918723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3a0b4-dcdb-40d1-ae16-450c6ec25781 req-d41af660-c508-4c63-ac76-b13f9c37508d tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:49.920289 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b6a3a0b4-dcdb-40d1-ae16-450c6ec25781 req-d41af660-c508-4c63-ac76-b13f9c37508d tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 931 time: 0.4996378
Feb 17 21:34:49.921363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event updated for resources: {'Port': ['ID=f9148913-8c2c-4db7-9694-b221afcadb22,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:49.925977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:49.954743 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] No DVR routers for this DVR port 5ad53b44-3531-42a3-8c73-c08360892da1 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:34:49.995339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:34:49.997521 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:49.999976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:34:50.052808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:50.056776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489acb61-9e25-4f23-94ab-18932dd47206', 'name': 'network-vif-deleted', 'tag': '5ad53b44-3531-42a3-8c73-c08360892da1'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:50.076782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:50.077488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:50.154836 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-b23cdfa8-1bab-4dad-90ad-ee3b60c56814 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9224889
Feb 17 21:34:50.168637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Request body: {'port': {'device_id': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:50.202910 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489acb61-9e25-4f23-94ab-18932dd47206', 'name': 'network-vif-deleted', 'tag': '5ad53b44-3531-42a3-8c73-c08360892da1', 'status': 'completed', 'code': 200}
Feb 17 21:34:50.206851 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b6a3a0b4-dcdb-40d1-ae16-450c6ec25781 req-9f1f5983-6bcf-4728-b014-472896e25f9c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1828704
Feb 17 21:34:50.209104 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-bfd5a36a-f9e2-467c-9b11-8a942f62c24e service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826426
Feb 17 21:34:50.209859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:34:50.213647 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ef6f3b7a-dad8-4121-91a9-a3598f2224f4 req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.83 "DELETE /v2.0/ports/5ad53b44-3531-42a3-8c73-c08360892da1 HTTP/1.1" status: 204  len: 173 time: 3.5961061
Feb 17 21:34:50.432312 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8158b2b0-09a3-4e6e-845e-e27a915d0126 req-9812073c-386a-497f-861c-2d9b62c7e5e7 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=489acb61-9e25-4f23-94ab-18932dd47206 HTTP/1.1" status: 200  len: 210 time: 0.0746629
Feb 17 21:34:50.448809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:50.468699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3b5106cf-51fa-41e1-8437-e9f2476412c5 None None] Provisioning for port f9148913-8c2c-4db7-9694-b221afcadb22 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:34:50.477318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3b5106cf-51fa-41e1-8437-e9f2476412c5 None None] Provisioning complete for port f9148913-8c2c-4db7-9694-b221afcadb22 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:50.478123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b5106cf-51fa-41e1-8437-e9f2476412c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:50.572770 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3b5106cf-51fa-41e1-8437-e9f2476412c5 None None] Port f9148913-8c2c-4db7-9694-b221afcadb22 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:34:50.593513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59914) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:50.628097 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7627a3bf-30cc-46d4-a9d9-a9e56b187857 req-7d3111d9-5d6f-434e-b152-cafcf61a1d9a service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4019344
Feb 17 21:34:50.663868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:34:50.674723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:34:50.685834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:50.686875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa73c42b0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:50.690100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:50.694618 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 9.3026686
Feb 17 21:34:50.696937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59918) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:50.760301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] Deleting subnet acf11eba-842e-4bee-bf72-8fa0ae0138b2 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:34:50.772522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:50.873860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14251331'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:50.905175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:51.094945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:51.484122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa73c42b0>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:46Z', 'revision_number': 3, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:51.493621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:34:51.494249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Updating router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 port ab56ab2d-3a81-472a-af0c-5e0dc430a73d binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:34:51.555237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9148913-8c2c-4db7-9694-b221afcadb22 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:34:51.579175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:51.600405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Transition to ACTIVE for port object f9148913-8c2c-4db7-9694-b221afcadb22 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:51.614927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:51.631023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:51.633603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-66ee0052-9ee2-4c7e-9d95-01fa29814d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:51.636607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:51.738376 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b605dd-72a5-4817-8ffb-9147a5209741 req-cce837f2-0e85-4011-a642-b40d6cad790c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:51.739231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-44b605dd-72a5-4817-8ffb-9147a5209741 req-cce837f2-0e85-4011-a642-b40d6cad790c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:34:51.816681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-44b605dd-72a5-4817-8ffb-9147a5209741 req-cce837f2-0e85-4011-a642-b40d6cad790c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:34:51.825501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-44b605dd-72a5-4817-8ffb-9147a5209741 req-cce837f2-0e85-4011-a642-b40d6cad790c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 931 time: 0.4636707
Feb 17 21:34:51.862578 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14252340'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:51.991037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Pushing event updated for resources: {'Port': ['ID=f9148913-8c2c-4db7-9694-b221afcadb22,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:52.023356 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:52.027529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:52.080593 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-44b605dd-72a5-4817-8ffb-9147a5209741 req-22e9a516-848c-4551-874d-15f1c4239b76 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2549832
Feb 17 21:34:52.091785 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf11eba-842e-4bee-bf72-8fa0ae0138b2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:52.095978 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.112988 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/acf11eba-842e-4bee-bf72-8fa0ae0138b2 HTTP/1.1" status: 204  len: 168 time: 1.5182018
Feb 17 21:34:52.114975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59932) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:52.118491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-77e4af94-045f-4511-994e-483fa5c10920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:52.289000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.305374 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Attempting to bind port f9148913-8c2c-4db7-9694-b221afcadb22 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:34:52.305760 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Attempting to bind port f9148913-8c2c-4db7-9694-b221afcadb22 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:34:52.306185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Attempting to bind port f9148913-8c2c-4db7-9694-b221afcadb22 on network c811b1f9-ede4-4fea-9a52-47638fb8c71d {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:34:52.313390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:34:52.313772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Checking segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:52.314239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.314681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Bound using segment: {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:34:52.315355 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Bound port: f9148913-8c2c-4db7-9694-b221afcadb22, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:34:52.315736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.333381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Transition to ACTIVE for port object ab56ab2d-3a81-472a-af0c-5e0dc430a73d will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:52.337623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.369370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.374340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c81cb3fc-cc28-4b79-ae24-b2ab40d7faa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:52.460429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] For port f9148913-8c2c-4db7-9694-b221afcadb22, host hv-cinder-76019, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:34:52.464083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] For port f9148913-8c2c-4db7-9694-b221afcadb22, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9148913-8c2c-4db7-9694-b221afcadb22,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:34:52.468390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.489613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2a269a07-a1c5-47ee-8bd9-8a9875f5ff26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:52.525697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Pushing event updated for resources: {'Port': ['ID=ab56ab2d-3a81-472a-af0c-5e0dc430a73d,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:52.550008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.550400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.550835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.551140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.551451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.551836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.552182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.552598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.552975 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.553349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.553721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.554071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.554508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.554886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.555258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.555617 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.555960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.556300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.556720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.557096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.557467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.557855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.558227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.558507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:34:52.565283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:52.624494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Attempting to bind port ab56ab2d-3a81-472a-af0c-5e0dc430a73d on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:34:52.624980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Attempting to bind port ab56ab2d-3a81-472a-af0c-5e0dc430a73d by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:34:52.625439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Attempting to bind port ab56ab2d-3a81-472a-af0c-5e0dc430a73d on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:34:52.632372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:34:52.632815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:52.633266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.634185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:34:52.634314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Bound port: ab56ab2d-3a81-472a-af0c-5e0dc430a73d, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:34:52.634664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.657243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Pushing event updated for resources: {'Port': ['ID=f9148913-8c2c-4db7-9694-b221afcadb22,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:52.663343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:52.702327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:52.703292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.705398 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] 10.222.0.83 "PUT /v2.0/ports/f9148913-8c2c-4db7-9694-b221afcadb22 HTTP/1.1" status: 200  len: 1157 time: 2.5421109
Feb 17 21:34:52.706152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:34:52.729735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] For port ab56ab2d-3a81-472a-af0c-5e0dc430a73d, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:34:52.735032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] For port ab56ab2d-3a81-472a-af0c-5e0dc430a73d, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=ab56ab2d-3a81-472a-af0c-5e0dc430a73d,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:34:52.740573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:52.762404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e4bbaae7-1fdb-4983-a175-6e5d670da6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:52.811064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Allocated IP 172.20.0.1 (46bc35c9-db4b-4405-898f-7c3c7bae46f1/6d83b4f0-27d4-41ec-be5b-22b6450332c9/cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:34:52.842328 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22', 'status': 'completed', 'code': 200}
Feb 17 21:34:52.951365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Pushing event updated for resources: {'Port': ['ID=ab56ab2d-3a81-472a-af0c-5e0dc430a73d,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:52.957870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bd6b33d8-f324-4009-8cb6-bea39275acce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:53.008707 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:53.009522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa73c42b0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:53.011243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:53.210305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa6350f98>,) {'filters': {'network_id': ['24de090b-d750-4c92-83ff-aaa64512899a']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:53.228261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:53.240374 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa6350f98>, '593f5876-68c6-4b8b-92ee-2961a4bf3086') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:53.240931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa6350f98>, '593f5876-68c6-4b8b-92ee-2961a4bf3086') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:53.267849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:53.282278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Transition to ACTIVE for port object cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:53.294657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:53.299156 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:34:53.321548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2b499-ae0c-4571-949c-4185e6b079bc req-9a3105c7-0ecb-4da3-8361-e600633f6e0c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:53.324642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cfd2b499-ae0c-4571-949c-4185e6b079bc req-9a3105c7-0ecb-4da3-8361-e600633f6e0c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.1043661
Feb 17 21:34:53.391696 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cfd2b499-ae0c-4571-949c-4185e6b079bc req-b2931a92-a1b6-42a8-bfcd-489bbc5e7ebd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561404
Feb 17 21:34:53.433738 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:53.505366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Network 24de090b-d750-4c92-83ff-aaa64512899a has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:34:53.515523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:53.530286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:53.554551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d7d786f6-0e46-4bd8-82ab-3155a04fe19a tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:53.763067 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa73c42b0>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:46Z', 'revision_number': 3, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:53.767994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d3184-2ea1-4cb0-8b81-25e6fbf6ef99 None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:46Z', 'revision_number': 3, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:34:53.902783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:53.912397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:53.925552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Network 24de090b-d750-4c92-83ff-aaa64512899a has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:34:53.955579 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:34:54.061715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:54.064680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:34:54.066383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:54.069265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:34:54.158213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:54.178371 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:54.213110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Pushing event deleted for resources: {'Network': ['ID=24de090b-d750-4c92-83ff-aaa64512899a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:54.226686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:54.382718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-123245f6-1f01-4593-8f6f-cc21130b5a4c None None] Provisioning for port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:34:54.389013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-123245f6-1f01-4593-8f6f-cc21130b5a4c None None] Provisioning complete for port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:54.389440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-123245f6-1f01-4593-8f6f-cc21130b5a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:54.451605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-123245f6-1f01-4593-8f6f-cc21130b5a4c None None] Port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:34:54.461438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:54.466503 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] 10.222.0.81 "DELETE /v2.0/networks/24de090b-d750-4c92-83ff-aaa64512899a HTTP/1.1" status: 204  len: 168 time: 2.3468630
Feb 17 21:34:54.467421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 59950) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:54.570693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] Deleting subnet 9b02d326-d23e-4787-994a-9cb86a441ba5 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:34:54.574220 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:54.634215 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c746fc-fdf4-4dbd-a678-a85307830a9c req-a5c377b8-04e0-4113-924b-ab96819b25af tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:54.635801 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62c746fc-fdf4-4dbd-a678-a85307830a9c req-a5c377b8-04e0-4113-924b-ab96819b25af tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.0958533
Feb 17 21:34:54.641908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13909950'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:54.694840 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62c746fc-fdf4-4dbd-a678-a85307830a9c req-3de98778-bd53-4af1-8f00-d1b7dd512833 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486040
Feb 17 21:34:54.746835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:54.841825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:55.049020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad77ce-edbd-4c45-9e84-b0143f0b1a41 req-3db957c9-00ec-4896-a916-ac964e70d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:55.050831 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9cad77ce-edbd-4c45-9e84-b0143f0b1a41 req-3db957c9-00ec-4896-a916-ac964e70d31e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 1160 time: 0.0932374
Feb 17 21:34:55.131646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device ab56ab2d-3a81-472a-af0c-5e0dc430a73d up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:55.245079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port ab56ab2d-3a81-472a-af0c-5e0dc430a73d completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:34:55.268645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port ab56ab2d-3a81-472a-af0c-5e0dc430a73d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:55.269102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:55.383665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad77ce-edbd-4c45-9e84-b0143f0b1a41 req-bf8bc134-5ae3-4806-ab9c-274616542dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:55.385708 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9cad77ce-edbd-4c45-9e84-b0143f0b1a41 req-bf8bc134-5ae3-4806-ab9c-274616542dcf service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&shared=False HTTP/1.1" status: 200  len: 905 time: 0.3266299
Feb 17 21:34:55.401253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840865955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840405428'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:55.466597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:55.488147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port ab56ab2d-3a81-472a-af0c-5e0dc430a73d, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=ab56ab2d-3a81-472a-af0c-5e0dc430a73d,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:34:55.492212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:55.495096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:55.516305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:55.564192 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b02d326-d23e-4787-994a-9cb86a441ba5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:55.571377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:55.582421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad77ce-edbd-4c45-9e84-b0143f0b1a41 req-53346c8e-6f62-4b4e-8070-be2877c3a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:55.584908 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9cad77ce-edbd-4c45-9e84-b0143f0b1a41 req-53346c8e-6f62-4b4e-8070-be2877c3a7de service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1885588
Feb 17 21:34:55.585809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:55.585927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=ab56ab2d-3a81-472a-af0c-5e0dc430a73d,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:55.589499 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:55.607292 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-72ae6fe0-610e-4c53-865a-6b786055203a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9b02d326-d23e-4787-994a-9cb86a441ba5 HTTP/1.1" status: 204  len: 168 time: 1.1370430
Feb 17 21:34:55.608330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 59966) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:55.613890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:55.618535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:55.652579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-66891178-6a3f-495d-a422-0f717e29ad99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:55.749834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:56.029426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:56.032805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:56.140196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:56.174248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:34:56.175695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:56.271124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-5a55c221-e075-437b-9d1d-c7a93f433c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:56.272880 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-5a55c221-e075-437b-9d1d-c7a93f433c0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 1160 time: 0.5874994
Feb 17 21:34:56.434041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:34:56.452865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782188e-4bd4-48a8-9f76-3db85c31a799 req-89bdc360-a406-45ec-8ece-5ee012366786 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:56.454791 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8782188e-4bd4-48a8-9f76-3db85c31a799 req-89bdc360-a406-45ec-8ece-5ee012366786 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.4235914
Feb 17 21:34:56.458677 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-70db82e2-4724-45d3-a6bb-ec4f0b8a7a79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9148913-8c2c-4db7-9694-b221afcadb22 HTTP/1.1" status: 200  len: 217 time: 0.0981262
Feb 17 21:34:56.460487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:56.485569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-275da2b6-0028-433a-872e-a1b6a772ee0b None None] Provisioning complete for port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:56.486455 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-275da2b6-0028-433a-872e-a1b6a772ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:56.558556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-275da2b6-0028-433a-872e-a1b6a772ee0b None None] Port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:34:56.641564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:34:56.646815 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] 10.222.0.81 "PUT /v2.0/routers/e089eb98-4c40-48d5-9ca7-82ec1e5918a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9484982
Feb 17 21:34:56.675928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-aa736455-ceb3-4a7c-a248-57048b504f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:56.677587 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-aa736455-ceb3-4a7c-a248-57048b504f55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 200  len: 850 time: 0.2015862
Feb 17 21:34:56.683710 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa5617f60>,) {'filters': {'network_id': ['ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:56.741298 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8782188e-4bd4-48a8-9f76-3db85c31a799 req-2157dc50-4a1b-4169-874c-d3ef4a340844 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2639196
Feb 17 21:34:56.752744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5617f60>, 'f03ffe13-084f-4d62-ab88-0babae3021f6') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:56.753130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5617f60>, 'f03ffe13-084f-4d62-ab88-0babae3021f6') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:56.795467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840524453'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:56.817931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:56.820610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:34:56.856840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:34:56.876784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:34:56.878389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa666d9b0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:57.017392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-782c3dd8-e576-4c94-96d5-1c5bf45f3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:57.019073 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-782c3dd8-e576-4c94-96d5-1c5bf45f3446 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c811b1f9-ede4-4fea-9a52-47638fb8c71d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3268518
Feb 17 21:34:57.035703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Network ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:34:57.112233 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036840604117'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:57.135928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device ab56ab2d-3a81-472a-af0c-5e0dc430a73d up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:34:57.265686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port ab56ab2d-3a81-472a-af0c-5e0dc430a73d triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:34:57.267256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:57.359744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:34:57.565345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Network ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:34:57.608293 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:34:57.670572 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-ce7a1509-673f-41a7-9fb1-eded5cbc5afe service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6368487
Feb 17 21:34:57.701663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:57.705907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:57.723816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 60002) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:57.724213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:57.730906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1891848422-network', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:57.731683 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:57.735349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:57.737029 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-cf1d7ef9-017f-46bf-99b3-e8a88b904484 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ed7a606a-1765-4c72-aeed-d6e8c3bc7a2f HTTP/1.1" status: 204  len: 168 time: 2.1271119
Feb 17 21:34:57.738764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:57.743713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Usage tracker for resource:network and tenant:0b9b8a673eae400dbd25b8dbe91a2968 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:57.747933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:57.753909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:57.764718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Made reservation on behalf of 0b9b8a673eae400dbd25b8dbe91a2968 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:57.769800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:57.784087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:57.802411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:57.807034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:0b9b8a673eae400dbd25b8dbe91a2968 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:57.811468 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:57.818373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:57.936273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:57.942085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:57.948580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5e39e096-549e-4564-ba8d-1551899c11b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:57.965545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 60010) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:58.017334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 21:34:58.022434 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef13d-80ec-4137-8aa5-58eebea8ffd0 req-4855651b-8998-422a-992c-324fbbde9263 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:58.024609 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a6ef13d-80ec-4137-8aa5-58eebea8ffd0 req-4855651b-8998-422a-992c-324fbbde9263 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.0996778
Feb 17 21:34:58.039335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa666d9b0>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 2, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:34:58.044413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:34:58.044831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Updating router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:34:58.047597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a3406-9473-4890-80db-31bdad0608a5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:58.054593 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262328916220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.055228 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.segments_db [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Added segment a4172450-ca1f-4de5-b3d4-e7373cc7d9af of type vxlan for network 7580fa04-a2e4-4a86-883e-b3bf72de36f3
Feb 17 21:34:58.056441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:58.081866 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a6ef13d-80ec-4137-8aa5-58eebea8ffd0 req-8eca62aa-c121-42e9-abea-002785ee5b8c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504322
Feb 17 21:34:58.087927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 60014) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:58.088298 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c5b1e4fe-45a0-42cc-bb3f-a62d450d69a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b0dfd76da714a3b882894323f4ce339&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1213591
Feb 17 21:34:58.126552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363262329312406'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.143766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.166392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.168324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:58.169849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.175466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-17115c6a-2932-4ddc-90a6-99f3df989a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:58.185059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0db85e74-bf93-4e0e-bc92-7d8240f81938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.213933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0db85e74-bf93-4e0e-bc92-7d8240f81938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.266032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0db85e74-bf93-4e0e-bc92-7d8240f81938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.274193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1916ce75-7c2a-462b-bf97-e8da3289cac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:58.292311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=7580fa04-a2e4-4a86-883e-b3bf72de36f3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:58.295816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db85e74-bf93-4e0e-bc92-7d8240f81938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2191dc9-657b-4885-b817-319ec453d37f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:58.296069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:58.301688 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5764685
Feb 17 21:34:58.303028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 60018) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:58.303171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0db85e74-bf93-4e0e-bc92-7d8240f81938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.304813 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-0db85e74-bf93-4e0e-bc92-7d8240f81938 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2191dc9-657b-4885-b817-319ec453d37f HTTP/1.1" status: 204  len: 168 time: 0.2154863
Feb 17 21:34:58.306401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0db85e74-bf93-4e0e-bc92-7d8240f81938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:58.310328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Request body: {'subnet': {'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1891848422-subnet', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:58.316180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:58.321998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Usage tracker for resource:subnet and tenant:0b9b8a673eae400dbd25b8dbe91a2968 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:58.327299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:58.335182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:58.347666 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Made reservation on behalf of 0b9b8a673eae400dbd25b8dbe91a2968 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:34:58.353423 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14370466'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.355754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 details requested by agent ovs-agent-dv-cinder-760193-4-iscsi with host dv-cinder-760193-4-iscsi {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:34:58.739567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 60030) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:58.797496 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-43c0f27e-1f19-4f25-9dc9-2fcf6ce60c13 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a24b94e63980441ea70992e9d712a644&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0535340
Feb 17 21:34:58.797820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 60034) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:58.810218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14370483'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.831054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:58.863827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0bd7404d-0a32-4812-8ca9-f370000d7dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.885003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.895900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0bd7404d-0a32-4812-8ca9-f370000d7dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.899686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Transition to ACTIVE for port object cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:34:58.904176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.921220 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:58.947618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0bd7404d-0a32-4812-8ca9-f370000d7dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.953058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-aab9c677-052f-433d-be17-7d19708ee7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:34:58.966787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7404d-0a32-4812-8ca9-f370000d7dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62c58ff-e4cd-42a7-82df-7795055f5886,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:58.970373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9929285-68f4-4032-b21f-1e37e13845d7,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:58.972547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0bd7404d-0a32-4812-8ca9-f370000d7dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:58.974750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0bd7404d-0a32-4812-8ca9-f370000d7dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:58.976061 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-0bd7404d-0a32-4812-8ca9-f370000d7dff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d62c58ff-e4cd-42a7-82df-7795055f5886 HTTP/1.1" status: 204  len: 168 time: 0.1772313
Feb 17 21:34:58.976713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:59.043339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Checking segment: {'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:59.044332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Network hostable DHCP agents. Network: 7580fa04-a2e4-4a86-883e-b3bf72de36f3, hostable agents: ['68cdadad-778a-44cd-9ed7-c2f5edb78969'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 21:34:59.065952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 is scheduled to be hosted by DHCP agent 68cdadad-778a-44cd-9ed7-c2f5edb78969 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 21:34:59.077026 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-iscsi, 7580fa04-a2e4-4a86-883e-b3bf72de36f3) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:34:59.091491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:59.092333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.092588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec2875-fac7-4635-b52e-6a5634c733a1 None None] Pushing event updated for resources: {'Port': ['ID=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:34:59.095966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4dec2875-fac7-4635-b52e-6a5634c733a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:34:59.112963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c478d1f-1295-4ca3-b0f2-734287643cb4 None None] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:34:59.115594 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8114505
Feb 17 21:34:59.118260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 60040) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:34:59.125238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:34:59.131295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:34:59.137772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Usage tracker for resource:router and tenant:0b9b8a673eae400dbd25b8dbe91a2968 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:34:59.142602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:34:59.153920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:34:59.168215 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767728'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.170665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854355314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838478403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8091'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.193979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.416623 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b71cb08c-07f7-41f5-add0-ce7e903beada req-8f04f5ec-55b2-4fac-8f17-98496be434c6 service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2056174
Feb 17 21:34:59.536529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764a864-a3d6-4000-89e9-787eb8e37aa2 req-f87fe8b2-04ae-4d9d-8441-4b32fef5298b tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:34:59.546729 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c764a864-a3d6-4000-89e9-787eb8e37aa2 req-f87fe8b2-04ae-4d9d-8441-4b32fef5298b tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.1287527
Feb 17 21:34:59.608982 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c764a864-a3d6-4000-89e9-787eb8e37aa2 req-60663350-d1af-428f-9683-a2cb3ae42d81 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610611
Feb 17 21:34:59.636631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Attempting to bind port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:34:59.637125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Attempting to bind port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:34:59.637705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Attempting to bind port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 on network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:34:59.670077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854354123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854377283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769547'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.676805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:34:59.677236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Checking segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:34:59.677703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.678144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Bound using segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:34:59.678679 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Bound port: cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:34:59.679106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.745860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd50eb0b0-3e07-5da1-863a-cee6a38e5f0e-7580fa04-a2e4-4a86-883e-b3bf72de36f3', 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'fixed_ips': [{'subnet_id': 'b9929285-68f4-4032-b21f-1e37e13845d7'}]}} from dv-cinder-760193-4-iscsi. {{(pid=83955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 21:34:59.747332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.840909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f919ed1-652a-4e93-bf0b-d831210cb44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.941470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] For port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:34:59.956276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] For port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:34:59.971319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:34:59.989865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:00.035120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:00.069051 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:00.282064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:35:00.324219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec2875-fac7-4635-b52e-6a5634c733a1 None None] Pushing event updated for resources: {'Port': ['ID=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:00.399154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4dec2875-fac7-4635-b52e-6a5634c733a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:00.413685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:00.531373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:35:00.532092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa666d9b0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:34:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:00.681535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Allocated IP 172.27.3.213 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/eb9dd3c9-ceb4-493f-8309-e53c0bde520e) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:35:00.898168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81b1b9-8193-4a45-b328-cc724b4aa0b2 req-a25cae99-db86-44d8-be82-17672691c6ce tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:00.906471 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7f81b1b9-8193-4a45-b328-cc724b4aa0b2 req-a25cae99-db86-44d8-be82-17672691c6ce tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.1025443
Feb 17 21:35:00.926796 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Allocated IP 172.20.0.2 (7580fa04-a2e4-4a86-883e-b3bf72de36f3/b9929285-68f4-4032-b21f-1e37e13845d7/1b093c04-509f-44a1-a2bb-411215c9915b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:35:00.977794 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7f81b1b9-8193-4a45-b328-cc724b4aa0b2 req-9f70beb7-b822-4cbb-acbf-e9d6218e5686 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700972
Feb 17 21:35:01.064392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:01.123078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:35:01.143349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-20488d90-b7fd-414c-842a-a4be507ca41d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:01.145223 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-20488d90-b7fd-414c-842a-a4be507ca41d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/networks?id=bde935a6-308a-430e-9b84-d886985c2bd2 HTTP/1.1" status: 200  len: 813 time: 0.2245791
Feb 17 21:35:01.163046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:01.237964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b2aa8ca-37df-4b93-ba60-64622fbbfc76 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:01.292310 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-5d20f5a0-4133-4b03-9669-c68e6465e2ea tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/quotas/13e4c3031e7347bc84f14ee3dd133ab6 HTTP/1.1" status: 200  len: 375 time: 0.1373036
Feb 17 21:35:01.374636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-9494f3c6-f515-48a4-8a32-0ceb1ce1da0d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Synchronizing usage tracker for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:35:01.402502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9dd3c9-ceb4-493f-8309-e53c0bde520e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:01.413631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:01.422602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-9494f3c6-f515-48a4-8a32-0ceb1ce1da0d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Unset dirty status for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:35:01.424020 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-9494f3c6-f515-48a4-8a32-0ceb1ce1da0d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=13e4c3031e7347bc84f14ee3dd133ab6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1134839
Feb 17 21:35:01.492835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ce4d0fc-c289-4566-acea-abc72e593924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:01.554432 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:35:01.557296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:35:01.570350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:35:01.598438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:01.647735 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-62e15029-d991-4a7a-b6b4-c903da7d33b5 service neutron] 10.222.0.81 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136693
Feb 17 21:35:01.648552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Transition to ACTIVE for port object 1b093c04-509f-44a1-a2bb-411215c9915b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:35:01.678900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Transition to ACTIVE for port object 1b093c04-509f-44a1-a2bb-411215c9915b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:35:01.685929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:01.699982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:01.844656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Pushing event updated for resources: {'Port': ['ID=1b093c04-509f-44a1-a2bb-411215c9915b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:01.851647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:01.856890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa666d9b0>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:34:59Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:01.874211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2400f8-31fc-4e27-9f29-590f00e5b357 None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:34:59Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:35:01.925989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:35:01.927864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Resources bound (agent type, host, resource id):  {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:35:01.937838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:35:02.019571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Attempting to bind port 1b093c04-509f-44a1-a2bb-411215c9915b on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:35:02.020129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Attempting to bind port 1b093c04-509f-44a1-a2bb-411215c9915b by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:35:02.020691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Attempting to bind port 1b093c04-509f-44a1-a2bb-411215c9915b on network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:35:02.029144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:35:02.029778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Checking segment: {'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:35:02.030451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:02.031037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Bound using segment: {'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:35:02.031958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Bound port: 1b093c04-509f-44a1-a2bb-411215c9915b, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:35:02.032557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:02.079966 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-9782d766-8d4e-4d37-a155-687d3042d3c0 service neutron] 10.222.0.81 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3664162
Feb 17 21:35:02.194539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] For port 1b093c04-509f-44a1-a2bb-411215c9915b, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:35:02.202850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] For port 1b093c04-509f-44a1-a2bb-411215c9915b, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=1b093c04-509f-44a1-a2bb-411215c9915b,segment=NetworkSegment(a4172450-ca1f-4de5-b3d4-e7373cc7d9af),segment_id=a4172450-ca1f-4de5-b3d4-e7373cc7d9af)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:35:02.209884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:02.239122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:02.322893 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:02.355970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec90fab-9734-456e-b137-cffe7cc57bc1 req-bd866337-93b4-463c-a67a-d4a88999a4a1 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:02.355970 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fec90fab-9734-456e-b137-cffe7cc57bc1 req-bd866337-93b4-463c-a67a-d4a88999a4a1 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.1928647
Feb 17 21:35:02.433393 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fec90fab-9734-456e-b137-cffe7cc57bc1 req-cfdb5b39-260f-469c-8782-a12f20aed3c1 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674222
Feb 17 21:35:02.492276 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e4141dea-8add-4f76-abc1-5a156cc07dbe req-f2d4330f-123f-444d-8b0e-a0828494015f tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 210 time: 0.1733813
Feb 17 21:35:02.540835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Pushing event updated for resources: {'Port': ['ID=1b093c04-509f-44a1-a2bb-411215c9915b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:02.541009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:02.542003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e19611b5-996f-4cf3-b0fb-7372aa5ff424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:03.318541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854377300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421646'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:03.370809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 1b093c04-509f-44a1-a2bb-411215c9915b up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:03.494938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:03.513978 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port 1b093c04-509f-44a1-a2bb-411215c9915b completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:03.520681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:03.607807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:03.615212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:03.615774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:03.689415 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Router 462d36c1-124c-46b1-9768-32170e863ee4 is scheduled to L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 21:35:03.699673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a9723-e500-44b9-a4f9-e08ed0cdb193 req-604f4e33-60c6-48d6-a0e0-012e7ac44a59 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:03.701452 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-819a9723-e500-44b9-a4f9-e08ed0cdb193 req-604f4e33-60c6-48d6-a0e0-012e7ac44a59 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.1353235
Feb 17 21:35:03.750546 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-681a25a7-b1ca-448c-b81f-87986d581e40 req-52d793c7-1f4d-4241-9aa0-4d33ffe22e54 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 210 time: 0.0991640
Feb 17 21:35:03.821237 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:03.856563 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-819a9723-e500-44b9-a4f9-e08ed0cdb193 req-01707d36-7577-4dce-b6f2-7254c319a8ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766442
Feb 17 21:35:03.875171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:03.904490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:03.910905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device f9148913-8c2c-4db7-9694-b221afcadb22 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:03.959069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:03.985653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:35:03.996603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Sync routers for ids ['462d36c1-124c-46b1-9768-32170e863ee4'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:35:04.022123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Routers {'462d36c1-124c-46b1-9768-32170e863ee4'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:35:04.024850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:04.025994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa647eb38>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:35:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['462d36c1-124c-46b1-9768-32170e863ee4'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:04.027079 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.9075439
Feb 17 21:35:04.031375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 60122) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:35:04.171152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:04.190393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:04.191396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:04.282375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port f9148913-8c2c-4db7-9694-b221afcadb22 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:04.292785 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port f9148913-8c2c-4db7-9694-b221afcadb22 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:04.293424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-2b7f2948-c7f7-4b67-b214-6c2f60c3286d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:04.294041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:04.296907 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-2b7f2948-c7f7-4b67-b214-6c2f60c3286d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.83 "GET /v2.0/networks?id=bde935a6-308a-430e-9b84-d886985c2bd2 HTTP/1.1" status: 200  len: 813 time: 0.3737860
Feb 17 21:35:04.314755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Request body: {'port': {'device_id': '0fae0cef-a639-4543-b18d-a3f90fdc49cf', 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2', 'admin_state_up': True, 'tenant_id': '13e4c3031e7347bc84f14ee3dd133ab6'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:04.399957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Set router 462d36c1-124c-46b1-9768-32170e863ee4 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:35:04.547422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:04.589365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port f9148913-8c2c-4db7-9694-b221afcadb22, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9148913-8c2c-4db7-9694-b221afcadb22,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:04.590793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:35:04.597737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:04.600566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c146d14d-e124-4a47-8c6f-e42faba45a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:04.602854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:35:04.625001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:35:04.666335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Made reservation on behalf of 13e4c3031e7347bc84f14ee3dd133ab6 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:35:04.674048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:04.678498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d3783-be2b-49f0-9b7f-9d3bd6f51037 None None] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:35:04.713856 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22', 'code': 200}
Feb 17 21:35:04.943716 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] Provisioning for port 1b093c04-509f-44a1-a2bb-411215c9915b completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:04.994817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=f9148913-8c2c-4db7-9694-b221afcadb22,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:05.010887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] Provisioning complete for port 1b093c04-509f-44a1-a2bb-411215c9915b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:05.011434 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:05.139044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa647eb38>, [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:35:01Z', 'revision_number': 3, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port': {'id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:00Z', 'updated_at': '2021-02-17T21:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:05.162751 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Checking router: 462d36c1-124c-46b1-9768-32170e863ee4 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:35:05.163397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Updating router 462d36c1-124c-46b1-9768-32170e863ee4 port eb9dd3c9-ceb4-493f-8309-e53c0bde520e binding host dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:35:05.211646 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b618ec02-3663-44a0-866c-4075c87ada5f req-a42fb2af-4cd0-4e5e-be4f-bd5fd5fffb63 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 210 time: 0.1595185
Feb 17 21:35:05.273483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:05.288150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:05.393117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:05.569438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Allocated IP 172.20.0.6 (bde935a6-308a-430e-9b84-d886985c2bd2/fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd/77c2dbd0-9eb7-49ea-b59b-2b67cd13a404) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:35:05.794195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device f9148913-8c2c-4db7-9694-b221afcadb22 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:05.885040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c354c9-756d-4bef-9fad-ed9b81d1257c req-db2cdb61-dd75-40dd-a99c-7d23ffa3c974 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:05.887589 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-81c354c9-756d-4bef-9fad-ed9b81d1257c req-db2cdb61-dd75-40dd-a99c-7d23ffa3c974 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 945 time: 0.7510068
Feb 17 21:35:05.971519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:05.990018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.003834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Transition to ACTIVE for port object eb9dd3c9-ceb4-493f-8309-e53c0bde520e will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:35:06.008026 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.011509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.030025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a05c5dbf-b315-4d89-afba-35d2fcc4731b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:06.031341 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.045091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:06.070517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:06.070966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.122737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8fbae-2393-40ec-a49f-579109b909cd req-77ea585f-e0e5-4074-b800-7be83e63c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:06.124424 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-29b8fbae-2393-40ec-a49f-579109b909cd req-77ea585f-e0e5-4074-b800-7be83e63c876 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 1162 time: 0.5921001
Feb 17 21:35:06.131726 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-81c354c9-756d-4bef-9fad-ed9b81d1257c req-cd0b1341-8c52-442a-9896-8d150b81509f tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1543941
Feb 17 21:35:06.182849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port f9148913-8c2c-4db7-9694-b221afcadb22 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:06.183282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.218547 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-29b8fbae-2393-40ec-a49f-579109b909cd req-c0f635e9-5e88-4fe9-ad22-fdf27088bd9f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846803
Feb 17 21:35:06.231941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82234351-fe34-4c03-8815-83309afe28f7 None None] Pushing event updated for resources: {'Port': ['ID=eb9dd3c9-ceb4-493f-8309-e53c0bde520e,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:06.261579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-82234351-fe34-4c03-8815-83309afe28f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:06.268310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.338805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] For port 1b093c04-509f-44a1-a2bb-411215c9915b, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=1b093c04-509f-44a1-a2bb-411215c9915b,segment=NetworkSegment(a4172450-ca1f-4de5-b3d4-e7373cc7d9af),segment_id=a4172450-ca1f-4de5-b3d4-e7373cc7d9af)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:06.347853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.353481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:06.467033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Attempting to bind port eb9dd3c9-ceb4-493f-8309-e53c0bde520e on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:35:06.467260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] Pushing event updated for resources: {'Port': ['ID=1b093c04-509f-44a1-a2bb-411215c9915b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:06.467539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Attempting to bind port eb9dd3c9-ceb4-493f-8309-e53c0bde520e by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:35:06.467858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Attempting to bind port eb9dd3c9-ceb4-493f-8309-e53c0bde520e on network 14179834-28f2-47d0-8122-54bc134dbaea {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:35:06.471025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:06.492064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:35:06.492527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Checking segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:35:06.492999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.493455 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Bound using segment: {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:35:06.494030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Bound port: eb9dd3c9-ceb4-493f-8309-e53c0bde520e, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5b68-b861-4e02-b600-5b9e2b7d6784', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:35:06.494762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.623303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d4e0dca6-b4e6-4ac4-b4a4-374542d81bfb None None] Provisioning complete for port 1b093c04-509f-44a1-a2bb-411215c9915b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:06.623796 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d4e0dca6-b4e6-4ac4-b4a4-374542d81bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.653649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] For port eb9dd3c9-ceb4-493f-8309-e53c0bde520e, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:35:06.660727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] For port eb9dd3c9-ceb4-493f-8309-e53c0bde520e, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=eb9dd3c9-ceb4-493f-8309-e53c0bde520e,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:35:06.667755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:06.690848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-82234351-fe34-4c03-8815-83309afe28f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:06.743520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Allocated IP 172.20.0.1 (7580fa04-a2e4-4a86-883e-b3bf72de36f3/b9929285-68f4-4032-b21f-1e37e13845d7/d2109767-5ce2-430f-9727-c17d599a4159) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:35:06.818809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Pushing event updated for resources: {'Port': ['ID=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:06.834556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:06.881404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82234351-fe34-4c03-8815-83309afe28f7 None None] Pushing event updated for resources: {'Port': ['ID=eb9dd3c9-ceb4-493f-8309-e53c0bde520e,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:06.889549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbfecd-63bc-48dd-b980-4b3bea7675bc req-ef262966-4cce-4f2f-bf35-9490aacf906a tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:06.893140 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ddbfecd-63bc-48dd-b980-4b3bea7675bc req-ef262966-4cce-4f2f-bf35-9490aacf906a tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 931 time: 0.2336020
Feb 17 21:35:06.893687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-82234351-fe34-4c03-8815-83309afe28f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:06.954916 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Routers {'462d36c1-124c-46b1-9768-32170e863ee4'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:35:06.955625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa647eb38>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:35:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['462d36c1-124c-46b1-9768-32170e863ee4'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:07.019533 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ddbfecd-63bc-48dd-b980-4b3bea7675bc req-945c8499-e14d-46f6-8a26-a8c8837278b1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958467
Feb 17 21:35:07.032636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Network bde935a6-308a-430e-9b84-d886985c2bd2 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:35:07.034196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:35:07.060517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:35:07.095502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:07.117306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Transition to ACTIVE for port object d2109767-5ce2-430f-9727-c17d599a4159 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:35:07.147315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:07.180909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-13221c1d-c075-460a-80c6-53848e39efae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:07.189027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 1b093c04-509f-44a1-a2bb-411215c9915b up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:07.203171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:07.204120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:07.237059 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9303653
Feb 17 21:35:07.251850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Request body: {'port': {'device_id': '0fae0cef-a639-4543-b18d-a3f90fdc49cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:07.448178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] Set router 462d36c1-124c-46b1-9768-32170e863ee4 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:35:07.474186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-567bb99a-7238-4928-bdd9-2cd7869ce203 None None] Provisioning complete for port 1b093c04-509f-44a1-a2bb-411215c9915b triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:07.483370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-567bb99a-7238-4928-bdd9-2cd7869ce203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:07.569164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:07.586164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Pushing event updated for resources: {'Port': ['ID=d2109767-5ce2-430f-9727-c17d599a4159,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:07.590109 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:07.632032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d713424-64d4-4bc4-a36d-7d11094a1350 req-7b6282a5-fcc8-42a1-8696-8b1edc9335eb tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:07.634736 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0d713424-64d4-4bc4-a36d-7d11094a1350 req-7b6282a5-fcc8-42a1-8696-8b1edc9335eb tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 945 time: 0.2625928
Feb 17 21:35:07.648181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port 1b093c04-509f-44a1-a2bb-411215c9915b triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:07.648662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:07.697656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:35:07.704398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:35:07.709559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:35:08.152483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-40eba85e-fbbc-4c5a-8f10-05c80d3d9a0d None None] Provisioning for port d2109767-5ce2-430f-9727-c17d599a4159 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:08.164066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-40eba85e-fbbc-4c5a-8f10-05c80d3d9a0d None None] Provisioning complete for port d2109767-5ce2-430f-9727-c17d599a4159 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:08.166804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40eba85e-fbbc-4c5a-8f10-05c80d3d9a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:08.261726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa647eb38>, [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:35:01Z', 'revision_number': 3, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port': {'id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:00Z', 'updated_at': '2021-02-17T21:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:08.267487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210638f-9e8f-4e94-8759-fbc976cce37e None None] The sync data for ids ['462d36c1-124c-46b1-9768-32170e863ee4'] in dv-cinder-760193-4-iscsi is: [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:35:01Z', 'revision_number': 3, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port': {'id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:00Z', 'updated_at': '2021-02-17T21:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:35:08.352801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-40eba85e-fbbc-4c5a-8f10-05c80d3d9a0d None None] Port d2109767-5ce2-430f-9727-c17d599a4159 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:35:08.422365 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0d713424-64d4-4bc4-a36d-7d11094a1350 req-b1d7efdd-28eb-43ca-90d1-73470d593ec6 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7734411
Feb 17 21:35:08.433541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854380521'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:08.510883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:35:08.522734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:08.548383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e3157-fe93-440a-97df-0610e119da54 req-e29bc243-abeb-4ad7-8479-a87c75d6dc63 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:08.549180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-618e3157-fe93-440a-97df-0610e119da54 req-e29bc243-abeb-4ad7-8479-a87c75d6dc63 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Synchronizing usage tracker for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:35:08.553456 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Transition to ACTIVE for port object 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:35:08.559023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:08.578471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:08.585429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:08.702298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-618e3157-fe93-440a-97df-0610e119da54 req-e29bc243-abeb-4ad7-8479-a87c75d6dc63 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Unset dirty status for tenant:13e4c3031e7347bc84f14ee3dd133ab6 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:35:08.703680 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-618e3157-fe93-440a-97df-0610e119da54 req-e29bc243-abeb-4ad7-8479-a87c75d6dc63 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 931 time: 0.3456843
Feb 17 21:35:08.760671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Pushing event updated for resources: {'Port': ['ID=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:08.779209 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:08.822518 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-618e3157-fe93-440a-97df-0610e119da54 req-c0069f7b-9391-46cc-afbd-42c816e6f6f3 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119916
Feb 17 21:35:08.981785 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:08.986836 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.002063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Attempting to bind port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:35:09.002436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Attempting to bind port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:35:09.002987 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Attempting to bind port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 on network bde935a6-308a-430e-9b84-d886985c2bd2 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:35:09.010438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:35:09.010735 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Checking segment: {'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:35:09.011303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.011881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Bound using segment: {'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:35:09.013127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Bound port: 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a8fd25-ac5d-49dd-ae82-6821afa9f66d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bde935a6-308a-430e-9b84-d886985c2bd2'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:35:09.013670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.022933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ca161284-896e-4939-8659-b7e2866774d1 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:09.105402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Pushing event updated for resources: {'Port': ['ID=d2109767-5ce2-430f-9727-c17d599a4159,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:09.115377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:09.149285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16492400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395377'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.243685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device eb9dd3c9-ceb4-493f-8309-e53c0bde520e up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:09.244517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] For port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404, host hv-cinder-76019, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:35:09.249267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] For port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404,segment=NetworkSegment(93a8fd25-ac5d-49dd-ae82-6821afa9f66d),segment_id=93a8fd25-ac5d-49dd-ae82-6821afa9f66d)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:35:09.256277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.275127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-367d299e-9a3e-4933-803f-b24fa3a548df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:09.398409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port eb9dd3c9-ceb4-493f-8309-e53c0bde520e completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:09.404818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port eb9dd3c9-ceb4-493f-8309-e53c0bde520e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:09.405252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.429700 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:35:09.431361 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:35:09.484858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Pushing event updated for resources: {'Port': ['ID=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:09.498076 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:09.626088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:09.627072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.628862 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] 10.222.0.83 "PUT /v2.0/ports/77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 HTTP/1.1" status: 200  len: 1157 time: 2.3829839
Feb 17 21:35:09.694689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.714749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fae0cef-a639-4543-b18d-a3f90fdc49cf', 'tag': '77c2dbd0-9eb7-49ea-b59b-2b67cd13a404'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:35:09.740201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port eb9dd3c9-ceb4-493f-8309-e53c0bde520e, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=eb9dd3c9-ceb4-493f-8309-e53c0bde520e,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:09.747637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.757582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-518d8b0a-f9c7-4707-ba61-9f93d78d342f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:09.796596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Router 462d36c1-124c-46b1-9768-32170e863ee4 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:35:09.816674 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fae0cef-a639-4543-b18d-a3f90fdc49cf', 'tag': '77c2dbd0-9eb7-49ea-b59b-2b67cd13a404', 'status': 'completed', 'code': 200}
Feb 17 21:35:09.862734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d50ccfcf-bdcd-4590-b920-724d7fd8b453 None None] Provisioning complete for port d2109767-5ce2-430f-9727-c17d599a4159 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:09.869277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-7943e5fc-d55f-4c41-815a-df88f56a3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:09.871030 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-7943e5fc-d55f-4c41-815a-df88f56a3000 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=13e4c3031e7347bc84f14ee3dd133ab6&device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 1160 time: 0.1436462
Feb 17 21:35:09.877195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d50ccfcf-bdcd-4590-b920-724d7fd8b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:09.879773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55490177-86e3-498b-bbad-e9b2d9664dc0 req-5f7a185d-a53d-4a64-9127-0867e3924d37 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:09.882864 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-55490177-86e3-498b-bbad-e9b2d9664dc0 req-5f7a185d-a53d-4a64-9127-0867e3924d37 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 945 time: 0.2528362
Feb 17 21:35:09.956493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d50ccfcf-bdcd-4590-b920-724d7fd8b453 None None] Port d2109767-5ce2-430f-9727-c17d599a4159 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:35:09.974363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=eb9dd3c9-ceb4-493f-8309-e53c0bde520e,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:09.978418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:10.023171 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-a61ccac3-66bd-4704-a071-3b5adbd63cd6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 HTTP/1.1" status: 200  len: 217 time: 0.0947750
Feb 17 21:35:10.031842 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-55490177-86e3-498b-bbad-e9b2d9664dc0 req-b7736df0-148f-4de2-831d-42ff332b774f tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421237
Feb 17 21:35:10.137983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-2e8015dd-6404-473f-b5ce-a453a8b3aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:10.139781 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-2e8015dd-6404-473f-b5ce-a453a8b3aa6a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd HTTP/1.1" status: 200  len: 853 time: 0.1065252
Feb 17 21:35:10.166044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:35:10.173909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21bf6e-f22a-4d12-b372-135659546014 req-258ae53b-abb5-49a3-992c-e53ce9569883 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:10.176072 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf21bf6e-f22a-4d12-b372-135659546014 req-258ae53b-abb5-49a3-992c-e53ce9569883 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 943 time: 0.1479878
Feb 17 21:35:10.184975 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] 10.222.0.81 "PUT /v2.0/routers/462d36c1-124c-46b1-9768-32170e863ee4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1519482
Feb 17 21:35:10.240016 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf21bf6e-f22a-4d12-b372-135659546014 req-92af446a-bad6-490d-a029-47c5d2363626 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535381
Feb 17 21:35:10.273936 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-1fff731d-4266-4e51-bf4c-7b4204d11157 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bde935a6-308a-430e-9b84-d886985c2bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1255233
Feb 17 21:35:10.457279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97ce31-c658-4922-aa9e-d374e5a2fdbd req-2ff93529-738c-440d-bf4e-6b3789cfb163 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:10.458916 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3a97ce31-c658-4922-aa9e-d374e5a2fdbd req-2ff93529-738c-440d-bf4e-6b3789cfb163 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 945 time: 0.2369692
Feb 17 21:35:10.468689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 60222) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:35:10.475783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Request body: {'floatingip': {'port_id': 'f9148913-8c2c-4db7-9694-b221afcadb22'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:10.483577 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-bdf7f27e-7680-457c-8572-b34a16c88153 service neutron] 10.222.0.83 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933744
Feb 17 21:35:10.567342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:10.655072 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9d497453-4a18-4b50-bbcf-b302360fe75c req-c023889d-7ebb-4c15-810b-fbf1bb6c1268 service neutron] 10.222.0.83 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622555
Feb 17 21:35:10.833221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-c0d98032-ceba-471a-a5a4-e896468f0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:10.834928 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-c0d98032-ceba-471a-a5a4-e896468f0ded service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=13e4c3031e7347bc84f14ee3dd133ab6&device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 1160 time: 0.1103966
Feb 17 21:35:11.025536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1655886408', 'description': 'tempest-TestVolumeBootPattern-1655886408 description'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:11.027161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-4269671a-48f3-4234-8341-52c0c5aab5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:11.030925 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-4269671a-48f3-4234-8341-52c0c5aab5fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=bde935a6-308a-430e-9b84-d886985c2bd2 HTTP/1.1" status: 200  len: 907 time: 0.1858988
Feb 17 21:35:11.035372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:35:11.043311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Usage tracker for resource:security_group and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:35:11.047964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:35:11.066247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:35:11.150086 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-f194cf46-5b2f-4645-ae5b-2a3b11b762a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 HTTP/1.1" status: 200  len: 217 time: 0.1128399
Feb 17 21:35:11.201090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:11.201433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device eb9dd3c9-ceb4-493f-8309-e53c0bde520e up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:11.233146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:35:11.250367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Usage tracker for resource:security_group_rule and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:35:11.256119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:35:11.263154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:35:11.268520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-a77fe49c-4b24-42d5-ba5b-4037c1ef6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:11.270360 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-a77fe49c-4b24-42d5-ba5b-4037c1ef6129 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd HTTP/1.1" status: 200  len: 853 time: 0.1090469
Feb 17 21:35:11.318183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port eb9dd3c9-ceb4-493f-8309-e53c0bde520e triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:11.318622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:11.476154 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-b63498d9-36d8-4794-8ca3-36640ad665fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bde935a6-308a-430e-9b84-d886985c2bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1975422
Feb 17 21:35:11.479899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:11.491732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:11.576098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Sync routers for ids ['462d36c1-124c-46b1-9768-32170e863ee4'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:35:11.578079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:11.589201 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Routers {'462d36c1-124c-46b1-9768-32170e863ee4'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:35:11.589907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa67cbb70>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:35:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['462d36c1-124c-46b1-9768-32170e863ee4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:11.595696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:11.602838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4c10986e-21b1-4a86-9f20-c41b9b02ea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:11.624132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4660f4-f6ed-41f7-9456-96df1f5ce54f req-31dba150-35fa-47f6-982a-9ba1a1f51291 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:11.625716 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eb4660f4-f6ed-41f7-9456-96df1f5ce54f req-31dba150-35fa-47f6-982a-9ba1a1f51291 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 943 time: 0.2326972
Feb 17 21:35:11.655119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156d56c5-cc43-4de7-ad10-c94b3b977e49,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:11.658799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:11.691477 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-fd6b80e7-76db-4128-bf6b-f76c3a3c7fad service neutron] 10.222.0.83 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991045
Feb 17 21:35:11.696469 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eb4660f4-f6ed-41f7-9456-96df1f5ce54f req-4f200959-aa61-44b0-970d-d4cbc173e3b3 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512476
Feb 17 21:35:11.727082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:11.748141 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-778522d0-e466-4d89-892e-bb84a7128288 req-f2f80680-4018-4ffc-80ee-e9c37c55c538 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.7299542
Feb 17 21:35:11.803373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Set router 462d36c1-124c-46b1-9768-32170e863ee4 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:35:11.837474 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Floating IP 789044f4-68e1-467b-9791-b2c2e64bcb6f associated. External IP: 172.27.3.154, port: f9148913-8c2c-4db7-9694-b221afcadb22.
Feb 17 21:35:11.856539 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48e0fbb2-3905-40e8-8f05-636a3ddc051f req-7018d4a0-6bc9-4233-86f4-cefddcfcf299 service neutron] 10.222.0.83 "GET /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1558001
Feb 17 21:35:12.159244 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8d871486-833f-4eed-8389-2207f62a87c1 req-d77fdfe6-3a5b-43b9-9cd1-4fe2be80d100 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups/156d56c5-cc43-4de7-ad10-c94b3b977e49 HTTP/1.1" status: 200  len: 1808 time: 0.3869717
Feb 17 21:35:12.176563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '156d56c5-cc43-4de7-ad10-c94b3b977e49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:12.176848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '156d56c5-cc43-4de7-ad10-c94b3b977e49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:12.195776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:35:12.203948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Usage tracker for resource:security_group_rule and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:35:12.209155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:35:12.218351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:35:12.337309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa67cbb70>, [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:35:08Z', 'revision_number': 4, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port': {'id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:00Z', 'updated_at': '2021-02-17T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'd2109767-5ce2-430f-9727-c17d599a4159', 'name': '', 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'mac_address': 'fa:16:3e:1f:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9929285-68f4-4032-b21f-1e37e13845d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:06Z', 'updated_at': '2021-02-17T21:35:08Z', 'revision_number': 2, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'subnets': [{'id': 'b9929285-68f4-4032-b21f-1e37e13845d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:12.341637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Checking router: 462d36c1-124c-46b1-9768-32170e863ee4 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:35:12.342052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Updating router 462d36c1-124c-46b1-9768-32170e863ee4 port d2109767-5ce2-430f-9727-c17d599a4159 binding host dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 21:35:12.403690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.449031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.483475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.540865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.566752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-35cf147b-2b07-4b10-83cb-110de139a6a5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:12.592756 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481d33eb-c640-4101-bf23-7ee2724f98eb,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:12.595692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:12.617182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.618581 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8d871486-833f-4eed-8389-2207f62a87c1 req-f438e735-26c2-44f2-bffb-3b30030d96fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4492636
Feb 17 21:35:12.631842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Router e53efab4-48a6-4a54-ae71-1e8d12980af1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:35:12.715597 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-03562839-101b-4d96-bffe-baaf3b20ba00 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups/156d56c5-cc43-4de7-ad10-c94b3b977e49 HTTP/1.1" status: 200  len: 2401 time: 0.0643663
Feb 17 21:35:12.723965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '156d56c5-cc43-4de7-ad10-c94b3b977e49', 'remote_group_id': None}]} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:12.724416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '156d56c5-cc43-4de7-ad10-c94b3b977e49', 'remote_group_id': None}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:12.733088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:35:12.737778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Usage tracker for resource:security_group_rule and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:35:12.740887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:35:12.747412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:35:12.810880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.837168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.840571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272751'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.844905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-373357fd-c653-4dda-a836-ad07f73e1006 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:12.876239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.878841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:35:12.884006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.886438 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e351d3a-a8c5-4fc6-a849-7b34238e0cd3,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:12.891265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] Sync routers for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:35:12.895813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Transition to ACTIVE for port object d2109767-5ce2-430f-9727-c17d599a4159 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:35:12.896254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.899244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:12.901622 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2aaaa331-a92d-4a9b-866d-84ad28eb7e95 req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1850455
Feb 17 21:35:12.903370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a11092a-8241-4061-93a7-de8ae86e1178 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:12.912433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:35:12.913175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa64aa6d8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:35:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:12.964886 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-15b48499-5bb1-4e55-84e1-2f965c703048 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "PUT /v2.0/floatingips/789044f4-68e1-467b-9791-b2c2e64bcb6f HTTP/1.1" status: 200  len: 991 time: 2.4947340
Feb 17 21:35:12.966782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:35:13.120492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:13.126195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787d299-40fc-4e85-badc-4c44eb27b9ca req-5f07ab2c-37f9-4b69-93df-d26bbcac8f6d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:13.128899 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4787d299-40fc-4e85-badc-4c44eb27b9ca req-5f07ab2c-37f9-4b69-93df-d26bbcac8f6d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 943 time: 0.1431041
Feb 17 21:35:13.202871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbebff0-2bb4-45f6-a642-c4245f2ab84f None None] Pushing event updated for resources: {'Port': ['ID=d2109767-5ce2-430f-9727-c17d599a4159,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:13.206995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3bbebff0-2bb4-45f6-a642-c4245f2ab84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:13.221250 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4787d299-40fc-4e85-badc-4c44eb27b9ca req-8c9e7ef3-b2c2-44a2-ad98-140d732f70fa tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834165
Feb 17 21:35:13.296327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:35:13.322154 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22', 'status': 'completed', 'code': 200}
Feb 17 21:35:13.396933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Attempting to bind port d2109767-5ce2-430f-9727-c17d599a4159 on host dv-cinder-760193-4-iscsi for vnic_type normal with profile  {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:35:13.397564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Attempting to bind port d2109767-5ce2-430f-9727-c17d599a4159 by drivers openvswitch on host dv-cinder-760193-4-iscsi at level 0 using segments [{'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:35:13.398189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Attempting to bind port d2109767-5ce2-430f-9727-c17d599a4159 on network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:35:13.410871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Checking agent: {'id': 'e16e6df0-89a3-433c-8a45-10586ed61f86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 20, 3), 'started_at': datetime.datetime(2021, 2, 17, 21, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:35:13.411294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Checking segment: {'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:35:13.411798 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:13.412258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Bound using segment: {'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:35:13.412842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Bound port: d2109767-5ce2-430f-9727-c17d599a4159, host: dv-cinder-760193-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:35:13.413280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:13.493123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-f3ba0732-e0b6-4b21-8dff-2e510797e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:13.494783 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-f3ba0732-e0b6-4b21-8dff-2e510797e88b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 1162 time: 0.1467862
Feb 17 21:35:13.524695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] For port d2109767-5ce2-430f-9727-c17d599a4159, host dv-cinder-760193-4-iscsi, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:35:13.528687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] For port d2109767-5ce2-430f-9727-c17d599a4159, host dv-cinder-760193-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=d2109767-5ce2-430f-9727-c17d599a4159,segment=NetworkSegment(a4172450-ca1f-4de5-b3d4-e7373cc7d9af),segment_id=a4172450-ca1f-4de5-b3d4-e7373cc7d9af)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:35:13.534086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:13.550120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:13.687862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-6a48bba0-0829-4c14-8368-f99189ee10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:13.690331 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-6a48bba0-0829-4c14-8368-f99189ee10fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 200  len: 905 time: 0.1874599
Feb 17 21:35:13.725443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbebff0-2bb4-45f6-a642-c4245f2ab84f None None] Pushing event updated for resources: {'Port': ['ID=d2109767-5ce2-430f-9727-c17d599a4159,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:13.731847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3bbebff0-2bb4-45f6-a642-c4245f2ab84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:13.796347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Routers {'462d36c1-124c-46b1-9768-32170e863ee4'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:35:13.797177 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa67cbb70>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:35:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['462d36c1-124c-46b1-9768-32170e863ee4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:13.812767 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa64aa6d8>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '789044f4-68e1-467b-9791-b2c2e64bcb6f', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'port_id': 'f9148913-8c2c-4db7-9694-b221afcadb22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'mac_address': 'fa:16:3e:74:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:34:42Z', 'updated_at': '2021-02-17T21:35:11Z', 'revision_number': 1, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:13.817631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] Checking router: e53efab4-48a6-4a54-ae71-1e8d12980af1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:35:13.836346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:35:13.837075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa64aa6d8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:35:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:13.921737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:14.052752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:35:14.346674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:35:14.431604 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] Set router 462d36c1-124c-46b1-9768-32170e863ee4 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:35:14.455655 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-336ee609-ffd6-40ac-9915-d5c79d67142a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9148913-8c2c-4db7-9694-b221afcadb22 HTTP/1.1" status: 200  len: 999 time: 0.7574711
Feb 17 21:35:14.551246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:14.558622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:14.559220 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:14.658843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-44a825af-0669-4170-83d2-c01ccd43a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:14.660931 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-44a825af-0669-4170-83d2-c01ccd43a58e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 200  len: 850 time: 0.1117351
Feb 17 21:35:14.756817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afae10-66d3-4352-b6e2-2011892e07fa req-bab2ec2c-6eb6-4091-bf0c-57156e557a10 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:14.758466 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a0afae10-66d3-4352-b6e2-2011892e07fa req-bab2ec2c-6eb6-4091-bf0c-57156e557a10 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 943 time: 0.3059521
Feb 17 21:35:14.813126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-2f051790-aa46-487f-84a1-c4c7424e3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:14.814677 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-2f051790-aa46-487f-84a1-c4c7424e3b8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c811b1f9-ede4-4fea-9a52-47638fb8c71d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1407762
Feb 17 21:35:14.850332 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a0afae10-66d3-4352-b6e2-2011892e07fa req-b5621843-eca1-4583-8578-e08b759e654a tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790727
Feb 17 21:35:14.866635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:14.882673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa64aa6d8>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '789044f4-68e1-467b-9791-b2c2e64bcb6f', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'port_id': 'f9148913-8c2c-4db7-9694-b221afcadb22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'mac_address': 'fa:16:3e:74:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:34:42Z', 'updated_at': '2021-02-17T21:35:11Z', 'revision_number': 1, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:14.887980 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a0d4b-9e83-411d-b6e3-7130900c3e03 None None] The sync data for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': '789044f4-68e1-467b-9791-b2c2e64bcb6f', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'port_id': 'f9148913-8c2c-4db7-9694-b221afcadb22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'mac_address': 'fa:16:3e:74:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:34:42Z', 'updated_at': '2021-02-17T21:35:11Z', 'revision_number': 1, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:35:14.927821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fae0cef-a639-4543-b18d-a3f90fdc49cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c2dbd0-9eb7-49ea-b59b-2b67cd13a404'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:35:14.946920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404,segment=NetworkSegment(93a8fd25-ac5d-49dd-ae82-6821afa9f66d),segment_id=93a8fd25-ac5d-49dd-ae82-6821afa9f66d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:14.963113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:14.968571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:15.004090 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-c2710af6-1f95-4339-aff0-0f594349cc20 service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823087
Feb 17 21:35:15.014231 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fae0cef-a639-4543-b18d-a3f90fdc49cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c2dbd0-9eb7-49ea-b59b-2b67cd13a404', 'code': 200}
Feb 17 21:35:15.108976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:15.113770 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:15.141856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa67cbb70>, [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:35:08Z', 'revision_number': 4, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port': {'id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:00Z', 'updated_at': '2021-02-17T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'd2109767-5ce2-430f-9727-c17d599a4159', 'name': '', 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'mac_address': 'fa:16:3e:1f:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9929285-68f4-4032-b21f-1e37e13845d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:06Z', 'updated_at': '2021-02-17T21:35:13Z', 'revision_number': 4, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'subnets': [{'id': 'b9929285-68f4-4032-b21f-1e37e13845d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:35:15.151313 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133d5f5-5bbd-4c7e-b137-84149713fa6d None None] The sync data for ids ['462d36c1-124c-46b1-9768-32170e863ee4'] in dv-cinder-760193-4-iscsi is: [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:35:08Z', 'revision_number': 4, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port': {'id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:00Z', 'updated_at': '2021-02-17T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'd2109767-5ce2-430f-9727-c17d599a4159', 'name': '', 'network_id': '7580fa04-a2e4-4a86-883e-b3bf72de36f3', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'mac_address': 'fa:16:3e:1f:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b9929285-68f4-4032-b21f-1e37e13845d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:06Z', 'updated_at': '2021-02-17T21:35:13Z', 'revision_number': 4, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'subnets': [{'id': 'b9929285-68f4-4032-b21f-1e37e13845d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:35:15.238356 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf423403-0d03-44e8-a119-0179c93cdd12 req-7dfe7a2d-8809-4cc4-a13b-9bfc58459a4e service neutron] 10.222.0.83 "GET /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2186666
Feb 17 21:35:15.383919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0ca9e-ff72-424d-9654-4344e0cd1e3b None None] New status for floating IP 789044f4-68e1-467b-9791-b2c2e64bcb6f: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:35:15.385400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1751bd6-e78d-4e30-860b-806feb1deb82 req-8cde1fa0-c7b8-40c0-a8bd-ad25054896dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:15.387745 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b1751bd6-e78d-4e30-860b-806feb1deb82 req-8cde1fa0-c7b8-40c0-a8bd-ad25054896dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 1162 time: 0.0958128
Feb 17 21:35:15.444989 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b1751bd6-e78d-4e30-860b-806feb1deb82 req-75662c30-4fc5-4f61-8366-8e4960e66fff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485568
Feb 17 21:35:15.455943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:15.879680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:15.880110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:15.988061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 60352) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:35:16.118277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0069bf-cc58-4e01-bed6-4547e0334227 req-0c2e2b36-a201-4676-9cd8-77564ea97534 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:16.120120 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6c0069bf-cc58-4e01-bed6-4547e0334227 req-0c2e2b36-a201-4676-9cd8-77564ea97534 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 945 time: 0.1277153
Feb 17 21:35:16.156179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:16.182563 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:35:16.185843 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6c0069bf-cc58-4e01-bed6-4547e0334227 req-1cf5f6ab-4684-40be-aebb-8bbd7c73cf54 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581791
Feb 17 21:35:16.187562 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4186bba4f5554965a1fb42191e7113f7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:35:16.191569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:35:16.197795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:35:16.302286 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:16.305300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:16.315277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e8e88a7f-9d7b-4eb3-a844-8fcbddce65e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:16.363196 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4186bba4f5554965a1fb42191e7113f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3739212
Feb 17 21:35:16.365056 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8f6817-e649-41e4-9b76-276057f221a6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:16.366101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 60360) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:35:16.368800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:16.434559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b7c18ea1-c6cd-4e09-b46e-f7123c82b3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:16.473269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b7c18ea1-c6cd-4e09-b46e-f7123c82b3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:16.520851 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b7c18ea1-c6cd-4e09-b46e-f7123c82b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:16.526358 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-356a377d-0b4b-4984-bb7f-ccd7b865f48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:16.539195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c18ea1-c6cd-4e09-b46e-f7123c82b3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8f6817-e649-41e4-9b76-276057f221a6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:16.546287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b7c18ea1-c6cd-4e09-b46e-f7123c82b3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:16.547118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b7c18ea1-c6cd-4e09-b46e-f7123c82b3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:16.548347 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b7c18ea1-c6cd-4e09-b46e-f7123c82b3c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb8f6817-e649-41e4-9b76-276057f221a6 HTTP/1.1" status: 204  len: 168 time: 0.1811318
Feb 17 21:35:17.150878 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device d2109767-5ce2-430f-9727-c17d599a4159 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:17.234510 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning for port d2109767-5ce2-430f-9727-c17d599a4159 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:17.240106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port d2109767-5ce2-430f-9727-c17d599a4159 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:17.240571 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:17.372276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:17.404414 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e719-aace-4a7e-94da-b12012fe5d76 req-fa459760-9a20-4bf9-8115-b4fcfc5bb447 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:17.409016 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d420e719-aace-4a7e-94da-b12012fe5d76 req-fa459760-9a20-4bf9-8115-b4fcfc5bb447 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 945 time: 0.0938842
Feb 17 21:35:17.412998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] For port d2109767-5ce2-430f-9727-c17d599a4159, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=d2109767-5ce2-430f-9727-c17d599a4159,segment=NetworkSegment(a4172450-ca1f-4de5-b3d4-e7373cc7d9af),segment_id=a4172450-ca1f-4de5-b3d4-e7373cc7d9af)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:17.416142 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:17.418272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3bbebff0-2bb4-45f6-a642-c4245f2ab84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:17.463872 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d420e719-aace-4a7e-94da-b12012fe5d76 req-9925d6d2-c2db-48ae-acf8-d7120db27265 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511432
Feb 17 21:35:17.488699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:17.541524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Pushing event updated for resources: {'Port': ['ID=d2109767-5ce2-430f-9727-c17d599a4159,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:17.554178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:17.571306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:17.571736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:19.149017 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device d2109767-5ce2-430f-9727-c17d599a4159 up at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:19.234113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Provisioning complete for port d2109767-5ce2-430f-9727-c17d599a4159 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:19.234544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:27.251274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25f65-f1d8-4d85-b926-a36743019b67 req-423f37dc-644b-42b8-a991-fe55bae7fca2 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:27.252969 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3e25f65-f1d8-4d85-b926-a36743019b67 req-423f37dc-644b-42b8-a991-fe55bae7fca2 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0899539
Feb 17 21:35:27.302490 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d3e25f65-f1d8-4d85-b926-a36743019b67 req-1162addd-8f8a-451f-ba59-2a77c3ffb4e0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427289
Feb 17 21:35:28.509267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aed9d1-65fb-483a-9111-58c2b79f80c2 req-334dd546-5673-4ef9-967a-607d8d1e96a5 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:28.509267 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84aed9d1-65fb-483a-9111-58c2b79f80c2 req-334dd546-5673-4ef9-967a-607d8d1e96a5 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0940795
Feb 17 21:35:28.556738 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-84aed9d1-65fb-483a-9111-58c2b79f80c2 req-ecf133ee-b676-4234-8dea-6365c6dfea27 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0409133
Feb 17 21:35:29.758970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6130f3-9989-4535-97d2-cd4f36166cd1 req-d973abba-a97c-4ba4-86c3-c9bbd18f5f5d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:29.760670 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db6130f3-9989-4535-97d2-cd4f36166cd1 req-d973abba-a97c-4ba4-86c3-c9bbd18f5f5d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0882530
Feb 17 21:35:29.772097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2bb5-b4ca-4f52-8040-bf65c79f37b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:29.813613 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db6130f3-9989-4535-97d2-cd4f36166cd1 req-cf540002-6d59-4f54-b8b9-7eacb5b6fa0b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0461826
Feb 17 21:35:30.177951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:30.484221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060a78-1390-45b5-a2d1-e82da6298df5 req-3862c930-bb0b-4bef-a43a-952a1a3561ee tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:30.485994 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c060a78-1390-45b5-a2d1-e82da6298df5 req-3862c930-bb0b-4bef-a43a-952a1a3561ee tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0927746
Feb 17 21:35:30.534629 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5c060a78-1390-45b5-a2d1-e82da6298df5 req-223ec7d2-1694-4173-a3c6-8087e1701b1b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425439
Feb 17 21:35:31.015942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8082f-0a64-4bb1-908f-79f31f4075f1 req-7d456032-28ea-461e-bc87-e47b967e144a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:31.017634 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9ca8082f-0a64-4bb1-908f-79f31f4075f1 req-7d456032-28ea-461e-bc87-e47b967e144a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0909388
Feb 17 21:35:31.065959 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9ca8082f-0a64-4bb1-908f-79f31f4075f1 req-858192ca-4f67-47f6-9d04-698017db43b8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420065
Feb 17 21:35:31.424482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a596025e-781e-4be7-b046-9d6652b94bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:31.743039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174d25e-ef89-418c-957a-3a005ce389db req-10caa2f2-abc7-4023-9aea-61707c2b83db tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:31.744752 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2174d25e-ef89-418c-957a-3a005ce389db req-10caa2f2-abc7-4023-9aea-61707c2b83db tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0913846
Feb 17 21:35:31.794959 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2174d25e-ef89-418c-957a-3a005ce389db req-68b47e24-7ac3-418c-b0e2-73339fa3e996 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423677
Feb 17 21:35:32.265939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26948-6f56-422a-ac45-ce0d1ae0afe1 req-b63fe534-fd23-43a1-9849-eed880e6e362 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:32.267575 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9ec26948-6f56-422a-ac45-ce0d1ae0afe1 req-b63fe534-fd23-43a1-9849-eed880e6e362 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0869536
Feb 17 21:35:32.315810 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9ec26948-6f56-422a-ac45-ce0d1ae0afe1 req-acc32c6e-3591-4d05-84eb-72431b12cfa0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419121
Feb 17 21:35:32.414037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:33.002063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13c0cb-5a4a-4bcc-8ef9-e0a4ada6e2b5 req-1c62ed5f-263b-43fc-8917-ecc7b8e9323a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:33.003683 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3b13c0cb-5a4a-4bcc-8ef9-e0a4ada6e2b5 req-1c62ed5f-263b-43fc-8917-ecc7b8e9323a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0892055
Feb 17 21:35:33.051811 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3b13c0cb-5a4a-4bcc-8ef9-e0a4ada6e2b5 req-9f50f54b-3617-4099-aa2b-392c9403eaf4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418797
Feb 17 21:35:33.427999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:33.518494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d997f-7357-4d11-a6ec-b14af480c238 req-eaff6119-926e-4dff-b009-cbd8345322b8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:33.520077 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-714d997f-7357-4d11-a6ec-b14af480c238 req-eaff6119-926e-4dff-b009-cbd8345322b8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0931304
Feb 17 21:35:33.567129 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-714d997f-7357-4d11-a6ec-b14af480c238 req-ff0b9d4c-834b-4f22-bf5f-b63353ecf9b7 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408473
Feb 17 21:35:33.895808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:34.258817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750efc76-7289-4a23-bbc1-5a3374a047f8 req-3698abc5-a2cf-461e-9032-dd69a41baa75 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:34.260484 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-750efc76-7289-4a23-bbc1-5a3374a047f8 req-3698abc5-a2cf-461e-9032-dd69a41baa75 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0870540
Feb 17 21:35:34.308286 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-750efc76-7289-4a23-bbc1-5a3374a047f8 req-2a233501-6762-4cfd-b6a1-2ac26639cfce tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416942
Feb 17 21:35:34.772398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eac31d-bfac-4ec7-b404-7da5929a7f20 req-f1a8aacb-b739-41f3-9731-785dff2b975b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:34.774003 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-10eac31d-bfac-4ec7-b404-7da5929a7f20 req-f1a8aacb-b739-41f3-9731-785dff2b975b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0883245
Feb 17 21:35:34.824670 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-10eac31d-bfac-4ec7-b404-7da5929a7f20 req-3448c0de-aef2-4b2e-9187-b33f5867e60a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442817
Feb 17 21:35:35.512942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7559a-0c2b-4f09-bda7-145fb8168c1c req-f3ddad8f-de88-41e2-9cbe-ac88186ae08a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:35.514610 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c0c7559a-0c2b-4f09-bda7-145fb8168c1c req-f3ddad8f-de88-41e2-9cbe-ac88186ae08a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0878282
Feb 17 21:35:35.562645 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c0c7559a-0c2b-4f09-bda7-145fb8168c1c req-fc5feb2b-602e-41ef-a5da-691664ba328f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417502
Feb 17 21:35:36.026021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00f8b2-cfb3-45da-9ac9-d1dcc468ea95 req-59ae1414-62f1-47d4-bcb8-2a2b2ded4c9b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:36.027626 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fc00f8b2-cfb3-45da-9ac9-d1dcc468ea95 req-59ae1414-62f1-47d4-bcb8-2a2b2ded4c9b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0893247
Feb 17 21:35:36.074602 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fc00f8b2-cfb3-45da-9ac9-d1dcc468ea95 req-5574a60e-745b-46dd-876a-5056c0039178 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0401125
Feb 17 21:35:36.787813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1af5f9-6a5f-43fb-a8fe-223a66e35f73 req-9ec01dcc-8766-4bb2-89ff-e55a71982a6b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:36.789781 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2d1af5f9-6a5f-43fb-a8fe-223a66e35f73 req-9ec01dcc-8766-4bb2-89ff-e55a71982a6b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1083689
Feb 17 21:35:36.838613 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2d1af5f9-6a5f-43fb-a8fe-223a66e35f73 req-9b77176b-7f89-4033-b650-f7d99de1cf8c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421114
Feb 17 21:35:37.296281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd6a4e-9ae5-4e65-91ee-358bd893276f req-58d4baa6-a8ae-4b17-b983-7730135c95d2 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:37.297943 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c8dd6a4e-9ae5-4e65-91ee-358bd893276f req-58d4baa6-a8ae-4b17-b983-7730135c95d2 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0956213
Feb 17 21:35:37.349908 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c8dd6a4e-9ae5-4e65-91ee-358bd893276f req-348359d9-c15f-457c-a046-62636082636b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430627
Feb 17 21:35:37.674420 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-2644a1e9-ba3b-4412-9852-51812ed75601 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1655886408&fields=id&tenant_id=aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 267 time: 0.0470183
Feb 17 21:35:37.837310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-33aa575c-1437-42ab-9f66-bb23517ad299 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:37.838889 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-33aa575c-1437-42ab-9f66-bb23517ad299 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 812 time: 0.1558380
Feb 17 21:35:37.854848 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-54cba2ab-e1ee-42b2-9200-bcc291ee5ccc tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/quotas/aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 375 time: 0.0099647
Feb 17 21:35:37.944129 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-bebb573d-cd9d-4a36-810b-9cf320314f5d tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0837188
Feb 17 21:35:38.045327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd608b0-4438-49e0-943e-635154a4f611 req-20b30982-c342-4768-9054-f41571abb71d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:38.046966 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dfd608b0-4438-49e0-943e-635154a4f611 req-20b30982-c342-4768-9054-f41571abb71d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0870655
Feb 17 21:35:38.109835 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-dfd608b0-4438-49e0-943e-635154a4f611 req-e927f8d9-80ae-4587-8882-57fa1b5aced9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555053
Feb 17 21:35:38.235186 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-e8f3e436-983c-4b65-9655-55c4d38fa355 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774246
Feb 17 21:35:38.383792 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-8ffed6a8-34ad-4ce7-ba9f-b2a6089c77ec service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420345
Feb 17 21:35:38.556967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df807def-7eb3-400a-b837-75ee06d8932e req-c0e560dc-c202-4db6-a3fc-f43cea190d47 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:38.558766 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-df807def-7eb3-400a-b837-75ee06d8932e req-c0e560dc-c202-4db6-a3fc-f43cea190d47 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0899980
Feb 17 21:35:38.608080 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-df807def-7eb3-400a-b837-75ee06d8932e req-74153074-d8ae-405e-b573-405e8876128e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426977
Feb 17 21:35:38.818743 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-24f45e84-726f-4da4-817a-2f5b268be967 req-0a160ccd-0bde-41b7-bea3-79078a87ff09 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 210 time: 0.0573583
Feb 17 21:35:39.347312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a69db8-b769-4c9f-966d-8b0fd60da1f9 req-a4e4452f-f0a8-4b37-9441-2ba1defee5f3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:39.349329 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70a69db8-b769-4c9f-966d-8b0fd60da1f9 req-a4e4452f-f0a8-4b37-9441-2ba1defee5f3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1049309
Feb 17 21:35:39.408456 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70a69db8-b769-4c9f-966d-8b0fd60da1f9 req-be698aa5-e161-4bc9-b485-cafec77a6614 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509725
Feb 17 21:35:39.817931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc304699-d54c-46a6-8258-d4a5534173a3 req-a9351205-ba85-452e-bf76-76e50d0cc740 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:39.819576 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc304699-d54c-46a6-8258-d4a5534173a3 req-a9351205-ba85-452e-bf76-76e50d0cc740 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0887959
Feb 17 21:35:39.873365 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc304699-d54c-46a6-8258-d4a5534173a3 req-af40ba81-7ff8-4e8b-8083-448d5901b9b0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0473616
Feb 17 21:35:40.053770 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-37ddf537-a5b9-44b6-9fce-0cf0b7b7f7f3 req-20eb713e-4265-409d-9ccb-6bff3fb22ba2 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:35:40.055515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-f4b190b1-c706-4513-92cb-6ad4fb77a12f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:40.057097 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-f4b190b1-c706-4513-92cb-6ad4fb77a12f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 812 time: 0.1874475
Feb 17 21:35:40.105664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-37ddf537-a5b9-44b6-9fce-0cf0b7b7f7f3 req-20eb713e-4265-409d-9ccb-6bff3fb22ba2 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:35:40.118105 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-37ddf537-a5b9-44b6-9fce-0cf0b7b7f7f3 req-20eb713e-4265-409d-9ccb-6bff3fb22ba2 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 210 time: 0.1300418
Feb 17 21:35:40.149917 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-f8563ce0-7172-485f-9490-d4911b2b2e8e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 5765 time: 0.0757670
Feb 17 21:35:40.169658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'port': {'device_id': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'admin_state_up': True, 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'security_groups': ['156d56c5-cc43-4de7-ad10-c94b3b977e49']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:40.318916 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:35:40.329380 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:35:40.338317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Made reservation on behalf of aba5d46326f44797be23f75dcad76b44 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:35:40.343901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:40.618047 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3cbb9-dfb5-473c-b157-2c492cd3cadc req-3567c23b-ed8e-4ba7-8c84-e784924d0c5f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:40.627512 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62d3cbb9-dfb5-473c-b157-2c492cd3cadc req-3567c23b-ed8e-4ba7-8c84-e784924d0c5f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1031604
Feb 17 21:35:40.674866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Allocated IP 172.20.0.4 (46bc35c9-db4b-4405-898f-7c3c7bae46f1/6d83b4f0-27d4-41ec-be5b-22b6450332c9/488938e0-fb3f-4613-9fc4-a828962ce5c9) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:35:40.676646 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62d3cbb9-dfb5-473c-b157-2c492cd3cadc req-e468eb6f-e533-436c-a5c1-e505cef62820 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483813
Feb 17 21:35:40.876214 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:40.892400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Transition to ACTIVE for port object 488938e0-fb3f-4613-9fc4-a828962ce5c9 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:35:40.917726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:40.934000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2f44dc13-f8d6-4a04-be99-da0cadb6d439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:41.099961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fae5cc-06a4-4ec6-bd70-dde87100efb0 req-9b3779f8-f53e-41a5-aeba-2bb4065818b8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:41.102292 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-72fae5cc-06a4-4ec6-bd70-dde87100efb0 req-9b3779f8-f53e-41a5-aeba-2bb4065818b8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.1079936
Feb 17 21:35:41.169658 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-72fae5cc-06a4-4ec6-bd70-dde87100efb0 req-007f096d-7af9-4645-9582-2d13a4879016 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0598657
Feb 17 21:35:41.252751 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:35:41.259465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:35:41.263068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=488938e0-fb3f-4613-9fc4-a828962ce5c9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:41.265873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:35:41.327607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.327959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.328336 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.328774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.329179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.329583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.330239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.330638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.331078 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.331433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.331840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.332227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.332720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.333117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.333516 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.333909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.334301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.334697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.335093 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.335488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.335883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.336275 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.336693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.337087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:41.344413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:41.367545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:41.368225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:41.407950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526089a1-d730-4db9-b87f-875e7825975e req-c419092d-572e-4aa4-8ccc-0e74d7c95ae2 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:41.409911 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-526089a1-d730-4db9-b87f-875e7825975e req-c419092d-572e-4aa4-8ccc-0e74d7c95ae2 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 945 time: 0.2683399
Feb 17 21:35:41.411768 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2463927
Feb 17 21:35:41.440457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Request body: {'port': {'device_id': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:41.519116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f0bc9-1dc9-48a0-a144-b2bd9fcfb402 req-332a29b5-e25a-4e59-89a2-b0fa8540a440 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:41.519375 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-526089a1-d730-4db9-b87f-875e7825975e req-bc2987d7-34b9-4118-9938-bd8f1162e7dd tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016529
Feb 17 21:35:41.521836 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-640f0bc9-1dc9-48a0-a144-b2bd9fcfb402 req-332a29b5-e25a-4e59-89a2-b0fa8540a440 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 931 time: 0.0914922
Feb 17 21:35:41.558435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-239de168-4b1d-4c24-88f2-c6deb4b50111 None None] Provisioning for port 488938e0-fb3f-4613-9fc4-a828962ce5c9 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:41.565405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-239de168-4b1d-4c24-88f2-c6deb4b50111 None None] Provisioning complete for port 488938e0-fb3f-4613-9fc4-a828962ce5c9 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:41.566083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-239de168-4b1d-4c24-88f2-c6deb4b50111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:41.578511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-640f0bc9-1dc9-48a0-a144-b2bd9fcfb402 req-09596cd4-00fa-4b50-9e70-a8c565d01257 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:35:41.597561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:41.597772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-640f0bc9-1dc9-48a0-a144-b2bd9fcfb402 req-09596cd4-00fa-4b50-9e70-a8c565d01257 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:35:41.598913 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-640f0bc9-1dc9-48a0-a144-b2bd9fcfb402 req-09596cd4-00fa-4b50-9e70-a8c565d01257 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0695777
Feb 17 21:35:41.636896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-239de168-4b1d-4c24-88f2-c6deb4b50111 None None] Port 488938e0-fb3f-4613-9fc4-a828962ce5c9 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:35:41.891895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468e72-3c3b-457f-b7a7-1db6c8620471 req-09f47419-cca2-41fb-b0f0-d05f14b8bc99 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:41.893489 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-40468e72-3c3b-457f-b7a7-1db6c8620471 req-09f47419-cca2-41fb-b0f0-d05f14b8bc99 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0898736
Feb 17 21:35:41.942443 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-40468e72-3c3b-457f-b7a7-1db6c8620471 req-9408c521-bc4f-451e-be45-1dd2b6e11be4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424526
Feb 17 21:35:42.258926 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488938e0-fb3f-4613-9fc4-a828962ce5c9 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:35:42.267642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:42.280972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Transition to ACTIVE for port object 488938e0-fb3f-4613-9fc4-a828962ce5c9 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:35:42.283979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:42.301619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:42.515274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Pushing event updated for resources: {'Port': ['ID=488938e0-fb3f-4613-9fc4-a828962ce5c9,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:42.518590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:42.544023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:42.628002 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33438e-f44a-4ad8-aaff-86e0251c2386 req-f32faa31-6746-476e-aba1-923bfa87a166 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:42.629746 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8e33438e-f44a-4ad8-aaff-86e0251c2386 req-f32faa31-6746-476e-aba1-923bfa87a166 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.3314240
Feb 17 21:35:42.670966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a6c08e2f-21c9-485e-86d0-82127dc53630 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:42.671473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:42.729556 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8e33438e-f44a-4ad8-aaff-86e0251c2386 req-654185c6-b80a-4f84-9aca-7ae68b0ac422 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0927997
Feb 17 21:35:42.760296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a3983-e60c-4d2a-a992-a9cfd9054194 req-2074f372-7d44-4799-9ff2-1130cbad4e72 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:42.768469 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-143a3983-e60c-4d2a-a992-a9cfd9054194 req-2074f372-7d44-4799-9ff2-1130cbad4e72 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 945 time: 0.1185749
Feb 17 21:35:42.802787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Attempting to bind port 488938e0-fb3f-4613-9fc4-a828962ce5c9 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:35:42.803380 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Attempting to bind port 488938e0-fb3f-4613-9fc4-a828962ce5c9 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:35:42.803964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Attempting to bind port 488938e0-fb3f-4613-9fc4-a828962ce5c9 on network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:35:42.811545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:35:42.812227 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Checking segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:35:42.812964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:42.813550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Bound using segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:35:42.814231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Bound port: 488938e0-fb3f-4613-9fc4-a828962ce5c9, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:35:42.814822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:42.851479 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-143a3983-e60c-4d2a-a992-a9cfd9054194 req-7ee8c5bc-ffaf-4032-a9f6-2d5f4c5ca2b1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/security-groups?id=726f3078-2a2b-4df8-8486-92b7ed65e8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819077
Feb 17 21:35:42.915745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b942e0-e628-4418-813f-283b1c25afa2 req-5781bfbc-ee8e-43a6-a753-ce493c9a8749 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:42.917560 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-57b942e0-e628-4418-813f-283b1c25afa2 req-5781bfbc-ee8e-43a6-a753-ce493c9a8749 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 945 time: 0.1048346
Feb 17 21:35:42.988108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] For port 488938e0-fb3f-4613-9fc4-a828962ce5c9, host hv-cinder-76019, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:35:43.001403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Deleting port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:35:43.001653 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] For port 488938e0-fb3f-4613-9fc4-a828962ce5c9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:35:43.001778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:43.007726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:43.021872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3d601012-bfb5-4a76-a1b5-b0bfbf045d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:43.153384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0055e-8b90-4a42-92b7-f15ef25757c3 req-e1445b42-f258-440b-9a3d-d8965b980609 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:43.154762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e4b0055e-8b90-4a42-92b7-f15ef25757c3 req-e1445b42-f258-440b-9a3d-d8965b980609 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:35:43.205960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-e4b0055e-8b90-4a42-92b7-f15ef25757c3 req-e1445b42-f258-440b-9a3d-d8965b980609 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:35:43.207243 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e4b0055e-8b90-4a42-92b7-f15ef25757c3 req-e1445b42-f258-440b-9a3d-d8965b980609 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.3192840
Feb 17 21:35:43.212256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Pushing event updated for resources: {'Port': ['ID=488938e0-fb3f-4613-9fc4-a828962ce5c9,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:43.219500 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:43.285072 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e4b0055e-8b90-4a42-92b7-f15ef25757c3 req-66fa9b09-fc73-46a8-92c6-9ea0eb7da060 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0695813
Feb 17 21:35:43.286421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:43.287116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:43.288695 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] 10.222.0.83 "PUT /v2.0/ports/488938e0-fb3f-4613-9fc4-a828962ce5c9 HTTP/1.1" status: 200  len: 1157 time: 1.8551803
Feb 17 21:35:43.289314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:35:43.379179 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'status': 'completed', 'code': 200}
Feb 17 21:35:43.421394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-930e73f4-735f-4ee5-8e66-238b4b3b335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:43.423096 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-930e73f4-735f-4ee5-8e66-238b4b3b335f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 1160 time: 0.0954266
Feb 17 21:35:43.507345 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-2919e203-822c-44a3-83fe-219dd2ffb32d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9 HTTP/1.1" status: 200  len: 217 time: 0.0753624
Feb 17 21:35:43.579779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-832fd7df-704f-4309-bcbb-01860799e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:43.581582 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-832fd7df-704f-4309-bcbb-01860799e6bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0666699
Feb 17 21:35:43.586218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d19e1-4efe-4dd4-834f-0f22e1973ae2 req-7233be19-7758-4973-a4f7-84a9ff17dc0a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:43.587841 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa5d19e1-4efe-4dd4-834f-0f22e1973ae2 req-7233be19-7758-4973-a4f7-84a9ff17dc0a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.4657636
Feb 17 21:35:43.594145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] For port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404,segment=NetworkSegment(93a8fd25-ac5d-49dd-ae82-6821afa9f66d),segment_id=93a8fd25-ac5d-49dd-ae82-6821afa9f66d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:43.594555 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:43.666809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-8c3c788e-da9e-45ea-8753-b52516880f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:43.668474 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-8c3c788e-da9e-45ea-8753-b52516880f43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785046
Feb 17 21:35:43.747816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Calling delete_port for 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:35:43.815166 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-cbe61209-cf11-4127-bd84-7ea52861a74f service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391950
Feb 17 21:35:43.825761 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aa5d19e1-4efe-4dd4-834f-0f22e1973ae2 req-6446703d-088a-4d54-ba0f-5599b670deb8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2231128
Feb 17 21:35:43.933212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:43.951894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-440ea6e5-b28e-4bd2-ad3b-4a6cf9eada50 tempest-ServerRescueNegativeTestJSON-1468038608 tempest-ServerRescueNegativeTestJSON-1468038608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:44.038094 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-56152ad6-d16a-49bc-aebc-f1e2f7ea6ba1 req-640fa8d7-21d3-472e-924a-733e1ea6b268 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2139969
Feb 17 21:35:44.049883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5eb06-c974-4610-8863-fbe9aa80b774 req-8b26e450-254a-4258-9262-62f813f75b0e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:44.051487 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b4c5eb06-c974-4610-8863-fbe9aa80b774 req-8b26e450-254a-4258-9262-62f813f75b0e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.1456335
Feb 17 21:35:44.108234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Pushing event deleted for resources: {'Port': ['ID=77c2dbd0-9eb7-49ea-b59b-2b67cd13a404,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:44.126220 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5dedf28a-6603-4d85-af8a-50c24be38cfc req-a77029f6-05a5-400d-b831-eaf8e69a4a1b tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.81 "GET /v2.0/ports?device_id=0fae0cef-a639-4543-b18d-a3f90fdc49cf HTTP/1.1" status: 200  len: 210 time: 0.0831907
Feb 17 21:35:44.129357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.129785 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.131290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.131673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.132089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.132528 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.133257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.133389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.133696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.134097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.134498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.134895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.135356 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.135758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.136157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.136582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.136986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.137384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.137780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.138333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.139231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.139632 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.140305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.140608 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:44.144474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:44.164841 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b4c5eb06-c974-4610-8863-fbe9aa80b774 req-66fb08e3-3071-41de-8e47-f92cb3bddfd2 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1059840
Feb 17 21:35:44.196791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-29b6ccbc-c18b-4cb1-b89e-94fe05320215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:44.198545 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-29b6ccbc-c18b-4cb1-b89e-94fe05320215 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 1160 time: 0.1089334
Feb 17 21:35:44.245801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] No DVR routers for this DVR port 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:35:44.248096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:44.251087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fae0cef-a639-4543-b18d-a3f90fdc49cf', 'name': 'network-vif-deleted', 'tag': '77c2dbd0-9eb7-49ea-b59b-2b67cd13a404'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:35:44.272385 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-57b942e0-e628-4418-813f-283b1c25afa2 req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] 10.222.0.83 "DELETE /v2.0/ports/77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 HTTP/1.1" status: 204  len: 173 time: 1.3491130
Feb 17 21:35:44.305747 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fae0cef-a639-4543-b18d-a3f90fdc49cf', 'name': 'network-vif-deleted', 'tag': '77c2dbd0-9eb7-49ea-b59b-2b67cd13a404', 'status': 'completed', 'code': 200}
Feb 17 21:35:44.362629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-6c5e3d1f-22cc-4d4d-95b1-7108d8efb6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:44.364119 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-6c5e3d1f-22cc-4d4d-95b1-7108d8efb6e8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1582375
Feb 17 21:35:44.445313 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-8454ab82-111e-4d05-bc0e-ece630c33892 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9 HTTP/1.1" status: 200  len: 217 time: 0.0693464
Feb 17 21:35:44.499692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd1eda-12ee-4d2d-be23-cc5ad09d7860 req-3c52880a-e458-463a-a4cb-6bd16a389643 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:44.501385 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49cd1eda-12ee-4d2d-be23-cc5ad09d7860 req-3c52880a-e458-463a-a4cb-6bd16a389643 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.0939441
Feb 17 21:35:44.524593 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-62b535d0-2232-47df-bcd8-425b1ac63c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:44.526288 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-62b535d0-2232-47df-bcd8-425b1ac63c95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0736291
Feb 17 21:35:44.544855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:44.554037 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49cd1eda-12ee-4d2d-be23-cc5ad09d7860 req-7f96af14-a7b8-4dd4-b3de-84f74abc801a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0463600
Feb 17 21:35:44.611761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-5f4e3d43-eb3e-4381-ba0b-09664edd65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:44.613517 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-5f4e3d43-eb3e-4381-ba0b-09664edd65ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801499
Feb 17 21:35:44.621570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a6c08e2f-21c9-485e-86d0-82127dc53630 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:44.621996 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:44.764956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:35:44.771540 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-c6a07bb4-b47b-4b28-a5b1-3c9da6c8b1dc service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474764
Feb 17 21:35:44.808854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] No Port match for: 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:35:44.809254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 77c2dbd0-9eb7-49ea-b59b-2b67cd13a404 not bound to the agent host hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:35:44.867505 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-1ea2a99e-50a8-4a21-9b89-8bad3c6f4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:44.869278 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-1ea2a99e-50a8-4a21-9b89-8bad3c6f4a51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1162 time: 0.0875974
Feb 17 21:35:44.944698 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2eb2451-54ed-4bba-9f40-2eeb8c79eed7 req-d2d18e4c-685d-4be9-9fba-d1756096655b service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1632757
Feb 17 21:35:45.027189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-3ab5e12c-bb1f-4bd3-a3a8-2efa010ea8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:45.028843 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-3ab5e12c-bb1f-4bd3-a3a8-2efa010ea8f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 903 time: 0.1523066
Feb 17 21:35:45.041806 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd500-03a3-42ac-a9d6-f8ccac79bda9 req-307d0680-f86b-4785-a495-8fb616b1cfd3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:45.043418 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-88cdd500-03a3-42ac-a9d6-f8ccac79bda9 req-307d0680-f86b-4785-a495-8fb616b1cfd3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0871711
Feb 17 21:35:45.111118 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-88cdd500-03a3-42ac-a9d6-f8ccac79bda9 req-49242c6e-7c40-4a60-8084-987d2a0663e7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610120
Feb 17 21:35:45.147402 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-65aeeb3c-4b28-49e6-8916-8cde04d4a444 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 1001 time: 0.1121149
Feb 17 21:35:45.223520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-dba15bdf-0cf0-431d-8c22-818b704201a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:45.225179 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-dba15bdf-0cf0-431d-8c22-818b704201a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.0709457
Feb 17 21:35:45.317523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-6ef8cbe7-57d5-40c2-a2f7-4221811bd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:45.319614 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-6ef8cbe7-57d5-40c2-a2f7-4221811bd86c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854733
Feb 17 21:35:45.370820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943575c-16eb-47fe-8055-d1762538b95e req-6e67c0e2-1572-4edc-9ed8-d7d45933c7f1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:45.372689 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c943575c-16eb-47fe-8055-d1762538b95e req-6e67c0e2-1572-4edc-9ed8-d7d45933c7f1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0894101
Feb 17 21:35:45.433785 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c943575c-16eb-47fe-8055-d1762538b95e req-0626ed9a-0ed0-42b9-a5fb-82e48c4803af tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0533123
Feb 17 21:35:45.483622 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-aa64ab6e-fb50-47d0-80de-b88494483cef service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557961
Feb 17 21:35:45.641586 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ecf53ca-0a19-4201-b75b-48af5ef94b1e req-0c26d0d3-ee3d-416d-88bb-05a63473cdfe service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1502254
Feb 17 21:35:45.781645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436a4d-a8f5-4c84-911c-459ee36b0801 req-1473851c-55f1-4284-9b5c-c081e0d100e3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:45.783266 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ea436a4d-a8f5-4c84-911c-459ee36b0801 req-1473851c-55f1-4284-9b5c-c081e0d100e3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.0880754
Feb 17 21:35:45.834705 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ea436a4d-a8f5-4c84-911c-459ee36b0801 req-79608e34-d07c-431f-b4a5-1a36f0f5a3aa tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450473
Feb 17 21:35:46.318955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2c3ee-6bcb-466f-8412-0e63c0a18d64 req-da088e30-0f41-47f0-a25c-1d8ece599c7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:46.320620 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ef2c3ee-6bcb-466f-8412-0e63c0a18d64 req-da088e30-0f41-47f0-a25c-1d8ece599c7e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0897262
Feb 17 21:35:46.367651 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ef2c3ee-6bcb-466f-8412-0e63c0a18d64 req-2bb334b1-0245-49cb-b0b6-0924c32ffc7a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401905
Feb 17 21:35:46.626734 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77e87-9a63-477f-aac7-8e6a922b15b7 req-7603a459-9181-4b8e-9c7e-1590a3e7522d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:46.628341 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eee77e87-9a63-477f-aac7-8e6a922b15b7 req-7603a459-9181-4b8e-9c7e-1590a3e7522d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0883021
Feb 17 21:35:46.675381 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eee77e87-9a63-477f-aac7-8e6a922b15b7 req-8cfd42a6-b10b-49a5-b788-60d76704aa1f tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407560
Feb 17 21:35:47.036904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3723c-9389-482d-bfe1-e0666bac6b39 req-0f0db3df-e463-4617-92e4-f870ca1b81a8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:47.038688 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b4d3723c-9389-482d-bfe1-e0666bac6b39 req-0f0db3df-e463-4617-92e4-f870ca1b81a8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.0880017
Feb 17 21:35:47.095649 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b4d3723c-9389-482d-bfe1-e0666bac6b39 req-af350f49-1ef1-4c29-845f-53c98d5dcbb9 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0506647
Feb 17 21:35:47.578054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be59c7-20d8-4b1c-929d-8061dbffac1c req-f6143a77-fa38-4abd-818d-87a245f1fe25 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:47.579666 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f6be59c7-20d8-4b1c-929d-8061dbffac1c req-f6143a77-fa38-4abd-818d-87a245f1fe25 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0919852
Feb 17 21:35:47.627850 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f6be59c7-20d8-4b1c-929d-8061dbffac1c req-f5237ba8-979c-4866-8a50-7f0cdaec79cf tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416119
Feb 17 21:35:47.874509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ad4fc-64fb-4ee3-9c74-893851b9f46b req-6a85ebf0-4ef7-42d4-a1bb-dc607bf2b302 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:47.876023 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c61ad4fc-64fb-4ee3-9c74-893851b9f46b req-6a85ebf0-4ef7-42d4-a1bb-dc607bf2b302 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0897827
Feb 17 21:35:47.923251 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c61ad4fc-64fb-4ee3-9c74-893851b9f46b req-1974e0fd-f970-4754-89d4-80215b27c8c6 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411456
Feb 17 21:35:48.306048 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cba214-7978-4578-b7d4-a7a02641c630 req-a0ea3393-32b1-41cd-b164-8be79950c583 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:48.307670 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f5cba214-7978-4578-b7d4-a7a02641c630 req-a0ea3393-32b1-41cd-b164-8be79950c583 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.0860026
Feb 17 21:35:48.355276 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f5cba214-7978-4578-b7d4-a7a02641c630 req-15b837bd-9d0d-4c2d-a2aa-43636e06a56c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0407116
Feb 17 21:35:49.067070 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3ada-1e7f-4aa6-a8a8-3e5acd261dd1 req-a3accc9f-7959-40b6-9533-4ec90f4435cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:49.068699 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-700e3ada-1e7f-4aa6-a8a8-3e5acd261dd1 req-a3accc9f-7959-40b6-9533-4ec90f4435cd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.3224678
Feb 17 21:35:49.116970 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-700e3ada-1e7f-4aa6-a8a8-3e5acd261dd1 req-de755d68-186a-4339-a36e-5f67e2aef60c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419533
Feb 17 21:35:49.312741 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca7450-d7a6-471a-bf6d-656a809f4df6 req-5efcb877-2b15-4990-8c00-ff7f18df9430 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:49.314378 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2ca7450-d7a6-471a-bf6d-656a809f4df6 req-5efcb877-2b15-4990-8c00-ff7f18df9430 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0887785
Feb 17 21:35:49.365192 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2ca7450-d7a6-471a-bf6d-656a809f4df6 req-1d10efb1-4b2a-4005-8b05-ea30d7a507ba tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0439715
Feb 17 21:35:49.554897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b78ab-a61b-485e-ad63-84dcd1c91b49 req-ce3abed6-7640-4fe4-8313-0765fc0566a1 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:49.556511 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-546b78ab-a61b-485e-ad63-84dcd1c91b49 req-ce3abed6-7640-4fe4-8313-0765fc0566a1 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.0884137
Feb 17 21:35:49.603906 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-546b78ab-a61b-485e-ad63-84dcd1c91b49 req-2d1f6965-7ea7-4900-aba7-85f4b98d5e56 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411348
Feb 17 21:35:50.327517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b5baf-34fa-4c49-9fa6-07e0c14fc1d3 req-9e6a819b-f0d4-451f-971f-8b5995ea6b8e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:50.329205 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f79b5baf-34fa-4c49-9fa6-07e0c14fc1d3 req-9e6a819b-f0d4-451f-971f-8b5995ea6b8e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0909505
Feb 17 21:35:50.378112 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f79b5baf-34fa-4c49-9fa6-07e0c14fc1d3 req-121f9632-7cca-468b-aa2f-1c5569a77441 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423722
Feb 17 21:35:50.508346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:35:50.572466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a6128-9940-421c-a047-cb82d9a70fdb req-70556281-7d22-42be-af17-f41f3e6990c4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:50.574116 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-949a6128-9940-421c-a047-cb82d9a70fdb req-70556281-7d22-42be-af17-f41f3e6990c4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0899403
Feb 17 21:35:50.628090 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-949a6128-9940-421c-a047-cb82d9a70fdb req-6446256b-49c2-4b37-b210-c98972ef95e8 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0469232
Feb 17 21:35:50.635912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:50.671494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:35:50.682527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port a6c08e2f-21c9-485e-86d0-82127dc53630, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6c08e2f-21c9-485e-86d0-82127dc53630,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:50.686669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:50.689022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4dec2875-fac7-4635-b52e-6a5634c733a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:50.729351 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'code': 200}
Feb 17 21:35:50.770979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=a6c08e2f-21c9-485e-86d0-82127dc53630,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:50.779714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.780221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.780523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.780896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.781273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.781646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.782022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.782387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.782755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.783121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.783491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.783861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.784287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.784682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.785052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.785423 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.785793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.786268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.787154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.787538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.787929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.788297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.788694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.789066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:35:50.793602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:50.827430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e4bbb-6880-43df-891e-1229b211936f req-f8aa5299-e453-4838-b8fb-f6955b7539bf tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:50.829091 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0b6e4bbb-6880-43df-891e-1229b211936f req-f8aa5299-e453-4838-b8fb-f6955b7539bf tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.0946076
Feb 17 21:35:50.885550 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0b6e4bbb-6880-43df-891e-1229b211936f req-5272d7c9-4297-495c-a7a0-e860002de8f6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0493517
Feb 17 21:35:50.979890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:35:51.611772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ce5ce-6596-4c6d-befb-a7ecccb94286 req-405bec92-5620-4893-bea4-58b6f78a4169 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:51.613638 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-335ce5ce-6596-4c6d-befb-a7ecccb94286 req-405bec92-5620-4893-bea4-58b6f78a4169 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1002841
Feb 17 21:35:51.695090 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-335ce5ce-6596-4c6d-befb-a7ecccb94286 req-1dd8c707-9d85-4983-be8b-ee3fa5c3760e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724187
Feb 17 21:35:51.878461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dc913-cffa-4b66-9166-1dde32cd8541 req-1b9df883-d4b3-446f-825f-edfe743db463 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:51.880914 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a5dc913-cffa-4b66-9166-1dde32cd8541 req-1b9df883-d4b3-446f-825f-edfe743db463 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.0988786
Feb 17 21:35:51.947865 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6a5dc913-cffa-4b66-9166-1dde32cd8541 req-c477eda0-bdd2-424f-85ba-6de99a25cd72 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0605938
Feb 17 21:35:52.303658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444469-5331-46f3-9345-778c5eb03ae2 req-755b006b-8bb3-4ffc-a5c9-4677ffd89837 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:52.305594 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-01444469-5331-46f3-9345-778c5eb03ae2 req-755b006b-8bb3-4ffc-a5c9-4677ffd89837 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.2082870
Feb 17 21:35:52.319397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 60784) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:35:52.374819 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-01444469-5331-46f3-9345-778c5eb03ae2 req-2306af22-4300-44b9-9116-3086aec3bddd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0681417
Feb 17 21:35:52.529447 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded3ec4-0359-4457-9216-d02668e1721b req-ee99815f-b2f5-4aeb-ba69-bb658983ee26 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:52.531090 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ded3ec4-0359-4457-9216-d02668e1721b req-ee99815f-b2f5-4aeb-ba69-bb658983ee26 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.1818237
Feb 17 21:35:52.547376 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-6ed45a9f-ea70-4c6f-a930-db7869c5b3db service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2188377
Feb 17 21:35:52.593553 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8ded3ec4-0359-4457-9216-d02668e1721b req-578c5024-7684-493f-a28e-be2edde58948 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450196
Feb 17 21:35:52.960068 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca17de9-f970-44d5-a316-f4e5a124b66c req-fccce9eb-c2ec-490d-9caa-7393abcaf927 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:52.963341 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ca17de9-f970-44d5-a316-f4e5a124b66c req-fccce9eb-c2ec-490d-9caa-7393abcaf927 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1220119
Feb 17 21:35:53.038238 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ca17de9-f970-44d5-a316-f4e5a124b66c req-d87036b8-e31a-4de2-8086-b1b0a3bb8422 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677233
Feb 17 21:35:53.308749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 488938e0-fb3f-4613-9fc4-a828962ce5c9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:53.415939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 488938e0-fb3f-4613-9fc4-a828962ce5c9 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:35:53.422664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 488938e0-fb3f-4613-9fc4-a828962ce5c9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:53.423495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:53.577400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:53.628307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 488938e0-fb3f-4613-9fc4-a828962ce5c9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:35:53.629909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:35:53.638320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:53.641057 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3bbebff0-2bb4-45f6-a642-c4245f2ab84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:53.654711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12a4f4-12ce-44d4-bacc-cc12003e919f req-5d5730ed-279a-48b4-bdb7-f950972d5b5e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:53.660828 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5e12a4f4-12ce-44d4-bacc-cc12003e919f req-5d5730ed-279a-48b4-bdb7-f950972d5b5e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.1489441
Feb 17 21:35:53.739036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=488938e0-fb3f-4613-9fc4-a828962ce5c9,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:53.742695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:53.781087 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5e12a4f4-12ce-44d4-bacc-cc12003e919f req-e5b28d54-f5f5-4b09-8998-70ec995de053 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1141829
Feb 17 21:35:53.855642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'code': 200}
Feb 17 21:35:53.957290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605524-5db7-4503-8a56-ecfb02a41461 req-7b790775-651f-4590-acec-fe2f7e7b1738 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:53.972612 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-39605524-5db7-4503-8a56-ecfb02a41461 req-7b790775-651f-4590-acec-fe2f7e7b1738 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.1772339
Feb 17 21:35:54.099975 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-39605524-5db7-4503-8a56-ecfb02a41461 req-f243e946-e395-4ac1-8f75-cf30cc77943d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1256573
Feb 17 21:35:54.188439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-057e583f-9423-45c1-80be-3257ea14b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:54.190334 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-057e583f-9423-45c1-80be-3257ea14b4d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844&tenant_id=4a8e0cff646344b3a47ea2de29f098d4 HTTP/1.1" status: 200  len: 1160 time: 0.1422167
Feb 17 21:35:54.308040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-665c3627-20b2-437f-89a2-accb98ccbd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:54.310674 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-665c3627-20b2-437f-89a2-accb98ccbd65 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1160 time: 0.0943875
Feb 17 21:35:54.352794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34011e-59f8-4e37-bcba-4f4033f5aed8 req-159511f8-db84-49af-af37-d57248b7fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:54.354454 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7f34011e-59f8-4e37-bcba-4f4033f5aed8 req-159511f8-db84-49af-af37-d57248b7fbb9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 1162 time: 0.1969490
Feb 17 21:35:54.423707 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7f34011e-59f8-4e37-bcba-4f4033f5aed8 req-dd8c931a-ea1a-499e-a607-3e37f2b366a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0518498
Feb 17 21:35:54.439576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f124d-97f9-47b6-a324-57999e6479ab req-7e28501b-06a8-4d5d-99ce-b7e5ff1dc58e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:54.447449 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-068f124d-97f9-47b6-a324-57999e6479ab req-7e28501b-06a8-4d5d-99ce-b7e5ff1dc58e tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1892834
Feb 17 21:35:54.469744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-020b30ef-78ae-4b42-a38f-2b74c8bd32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:54.474040 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-020b30ef-78ae-4b42-a38f-2b74c8bd32eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 903 time: 0.1546495
Feb 17 21:35:54.502070 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-068f124d-97f9-47b6-a324-57999e6479ab req-bc8c2e39-3dd1-44f2-9574-678c8ec0547c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536015
Feb 17 21:35:54.737270 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-26a86ba7-27c5-4f10-9bbc-3891f2c3c6e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 999 time: 0.1149924
Feb 17 21:35:54.812101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-36cf7a7f-2ef4-448d-9e40-bf78e1f95477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:54.813884 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-36cf7a7f-2ef4-448d-9e40-bf78e1f95477 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.0678236
Feb 17 21:35:54.880976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 488938e0-fb3f-4613-9fc4-a828962ce5c9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:54.962126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 488938e0-fb3f-4613-9fc4-a828962ce5c9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:54.962126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:55.006565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-679f71d0-41d9-458b-a363-d9d8c8a1253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:55.008530 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-679f71d0-41d9-458b-a363-d9d8c8a1253b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1727972
Feb 17 21:35:55.497846 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-b33364c6-72af-4127-aada-5c4adfc2da41 service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4771571
Feb 17 21:35:55.516428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e00d7-183d-4c08-aabb-54b50e02371b req-ddb5d4f7-15cb-4308-9e19-ef1b24eee385 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:55.521359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c980-8700-46c7-bb06-1c786ff4c0b1 req-39b44d81-7b93-4d8e-8d33-5f070e99ee52 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:55.524782 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4ba5c980-8700-46c7-bb06-1c786ff4c0b1 req-39b44d81-7b93-4d8e-8d33-5f070e99ee52 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 945 time: 0.6093731
Feb 17 21:35:55.525659 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8e8e00d7-183d-4c08-aabb-54b50e02371b req-ddb5d4f7-15cb-4308-9e19-ef1b24eee385 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.1703322
Feb 17 21:35:55.591166 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8e8e00d7-183d-4c08-aabb-54b50e02371b req-99e13929-1d60-485e-8537-9db7659e1005 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0644290
Feb 17 21:35:55.837465 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4ba5c980-8700-46c7-bb06-1c786ff4c0b1 req-a9b315d6-836d-4c53-b4ef-598360b35970 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2691813
Feb 17 21:35:55.907036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b73761-c245-4b24-9fd5-a02db771833c req-8c4cb838-a30e-4e08-ad04-04fe2dccef02 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:55.909553 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cf2c311c-df8c-474e-ae65-09d497f86cdd req-b098a6a6-4bc1-4488-9f5b-80438e912ebd service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3836966
Feb 17 21:35:55.910170 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48b73761-c245-4b24-9fd5-a02db771833c req-8c4cb838-a30e-4e08-ad04-04fe2dccef02 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1562676
Feb 17 21:35:55.988740 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-48b73761-c245-4b24-9fd5-a02db771833c req-f1b59e2c-c50c-45f6-8292-bb26d446f6bb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720687
Feb 17 21:35:56.834600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb0b7-c3e4-4304-9e22-7883e9cec28c req-4c79c4b6-26a9-4139-be72-26a140c7cb29 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:56.836428 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c2dbb0b7-c3e4-4304-9e22-7883e9cec28c req-4c79c4b6-26a9-4139-be72-26a140c7cb29 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.1090314
Feb 17 21:35:56.883559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 488938e0-fb3f-4613-9fc4-a828962ce5c9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:35:56.911601 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c2dbb0b7-c3e4-4304-9e22-7883e9cec28c req-8043ee11-800f-43fe-9677-56453a4a36d1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0679450
Feb 17 21:35:56.986459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 488938e0-fb3f-4613-9fc4-a828962ce5c9 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:35:56.986910 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:57.120766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939fff4-a339-42a9-a6eb-f1d09257246a req-48eeec62-d2c6-4a3c-ba9f-24a1f5ad59c4 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:57.122535 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a939fff4-a339-42a9-a6eb-f1d09257246a req-48eeec62-d2c6-4a3c-ba9f-24a1f5ad59c4 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 945 time: 0.1398871
Feb 17 21:35:57.197277 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a939fff4-a339-42a9-a6eb-f1d09257246a req-98a30087-7560-4486-9115-cdb0c873abe5 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0658994
Feb 17 21:35:57.280941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b657f-6ff5-4a5a-9a9b-4d13b4fbb767 req-0f5b42ce-ffcc-4f15-a833-344dc0a7113d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:57.289657 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1f8b657f-6ff5-4a5a-9a9b-4d13b4fbb767 req-0f5b42ce-ffcc-4f15-a833-344dc0a7113d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1580362
Feb 17 21:35:57.346528 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1f8b657f-6ff5-4a5a-9a9b-4d13b4fbb767 req-d75d7553-b78a-4504-93b9-7e5dde4944bc tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554881
Feb 17 21:35:57.442526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26876f7-e50d-44a4-8803-1c49a0ac90e1 req-83270b08-c658-408b-998f-d5e128fec3a3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:57.444169 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c26876f7-e50d-44a4-8803-1c49a0ac90e1 req-83270b08-c658-408b-998f-d5e128fec3a3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 945 time: 0.1219602
Feb 17 21:35:57.500806 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c26876f7-e50d-44a4-8803-1c49a0ac90e1 req-970e5969-164e-478f-9e96-5f562a79e7a5 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0503027
Feb 17 21:35:57.758251 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-524c35d1-f784-42cb-92dc-e667c003dc67 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1999826
Feb 17 21:35:57.769298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:35:57.775703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:35:57.780666 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Usage tracker for resource:floatingip and tenant:aba5d46326f44797be23f75dcad76b44 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:35:57.784165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:35:57.793724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:35:57.812248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:57.990517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:58.122973 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d201-ac5d-4372-8d4b-50385ed27b9a req-5299727e-5d85-45fa-a41d-c58197581c8a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:58.125186 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9485d201-ac5d-4372-8d4b-50385ed27b9a req-5299727e-5d85-45fa-a41d-c58197581c8a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.0949807
Feb 17 21:35:58.192168 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9485d201-ac5d-4372-8d4b-50385ed27b9a req-05d7bf32-4f5d-44f3-b030-bfd15c6bf59f tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0599339
Feb 17 21:35:58.341816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Allocated IP 172.27.3.101 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/906f3331-701e-47ae-b856-dfb6f6d0d081) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:35:58.521719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:58.557726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:58.572768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7119d5de-fbda-453a-af8b-37a0f97d14bd tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:58.592567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d999a9-4307-4a2c-9470-971d9d24928a req-277f17bf-dd29-4812-9429-b2c1718f1362 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:58.594830 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-89d999a9-4307-4a2c-9470-971d9d24928a req-277f17bf-dd29-4812-9429-b2c1718f1362 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1178880
Feb 17 21:35:58.654502 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-89d999a9-4307-4a2c-9470-971d9d24928a req-ce092c46-c64b-4612-8c05-3a9f9aaeb53a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510647
Feb 17 21:35:58.654742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=906f3331-701e-47ae-b856-dfb6f6d0d081,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:58.729303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:58.803542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:35:58.804991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:35:58.807348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:35:58.902518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:58.977077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:59.322277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:59.326155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:59.343413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:35:59.484053 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=906f3331-701e-47ae-b856-dfb6f6d0d081,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:35:59.487322 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:35:59.622789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:59.647531 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:59.648905 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8841851
Feb 17 21:35:59.746343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-96104a31-338f-43a4-ade0-038c768fb348 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:35:59.770839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-96104a31-338f-43a4-ade0-038c768fb348 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:35:59.772221 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-96104a31-338f-43a4-ade0-038c768fb348 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.101 HTTP/1.1" status: 200  len: 696 time: 0.1159203
Feb 17 21:35:59.780580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0430062f-3910-4c2f-89e0-1c56249b3261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:35:59.954185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-602586e9-c1a0-40c9-95be-03daed255de9 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:35:59.960403 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-07c52652-8ae7-401c-8d3b-4f998c48887b req-602586e9-c1a0-40c9-95be-03daed255de9 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.1799583
Feb 17 21:36:00.160396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be19e3-4383-4eed-89f9-929370b0587f req-5e9d84a1-b53c-48a6-9f4d-419652f5277b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:00.160396 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49be19e3-4383-4eed-89f9-929370b0587f req-5e9d84a1-b53c-48a6-9f4d-419652f5277b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.0996203
Feb 17 21:36:00.216336 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49be19e3-4383-4eed-89f9-929370b0587f req-e93d49b7-d7d8-4500-a31b-a4ca10b881a5 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0456903
Feb 17 21:36:00.417481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d391d-255c-458b-9c72-3b1a0ddce5e8 req-e0783055-74da-4550-bfdc-8cc516d943bd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:00.419234 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-802d391d-255c-458b-9c72-3b1a0ddce5e8 req-e0783055-74da-4550-bfdc-8cc516d943bd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0954766
Feb 17 21:36:00.469929 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-802d391d-255c-458b-9c72-3b1a0ddce5e8 req-823f8982-825e-4041-abcf-5f79699130a3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443752
Feb 17 21:36:00.679755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82210b4e-35e7-463d-8900-7fd6887976da req-01c4e2c2-8e7c-47d7-b9eb-e107b806a76c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:00.687838 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-01c4e2c2-8e7c-47d7-b9eb-e107b806a76c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1032894
Feb 17 21:36:00.784763 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-0f5256d9-ed43-44ef-b1a5-6ebb0570a1db tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.101 HTTP/1.1" status: 200  len: 696 time: 0.0959308
Feb 17 21:36:00.800548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'floatingip': {'port_id': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:36:00.877587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:00.905787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:01.059573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-ca2630b4-398a-4ba3-a328-ac5a38763dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:01.061372 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-ca2630b4-398a-4ba3-a328-ac5a38763dc0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1160 time: 0.0837066
Feb 17 21:36:01.304141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-dcd5b7a2-3edc-4c3a-aff8-6d4a2ba926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:01.306816 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-dcd5b7a2-3edc-4c3a-aff8-6d4a2ba926ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 903 time: 0.2204013
Feb 17 21:36:01.437049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1d0e2b53-bf98-4f6b-9fa9-9ce4e4fe71b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:01.461273 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-5cc348a9-f984-46f3-87fe-48cd94e0e517 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 999 time: 0.1473722
Feb 17 21:36:01.662576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-fa2f7432-60be-4285-b514-b97883358b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:01.667613 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-fa2f7432-60be-4285-b514-b97883358b2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.1407518
Feb 17 21:36:01.833525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100000c-a374-4923-b1f0-f38b1ba217d0 req-2d4e546b-3bfa-4ea2-b03a-421471af1451 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:01.836461 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7100000c-a374-4923-b1f0-f38b1ba217d0 req-2d4e546b-3bfa-4ea2-b03a-421471af1451 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.4396484
Feb 17 21:36:01.917254 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7100000c-a374-4923-b1f0-f38b1ba217d0 req-26a02b6c-06b1-4de9-811d-a1323002320a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0683947
Feb 17 21:36:01.939935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-f368b30d-4ac4-4e1f-bbe9-8f88f7b5eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:01.939935 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-f368b30d-4ac4-4e1f-bbe9-8f88f7b5eded service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2571943
Feb 17 21:36:02.298046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292f8b5-41c6-4e0b-b5f0-fa8892fc57ba req-c1f6c425-53b6-41a8-af86-9d0dcc54df14 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:02.306163 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1292f8b5-41c6-4e0b-b5f0-fa8892fc57ba req-c1f6c425-53b6-41a8-af86-9d0dcc54df14 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1558247
Feb 17 21:36:02.355324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:02.360381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:02.371506 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1292f8b5-41c6-4e0b-b5f0-fa8892fc57ba req-07e71d92-2ab2-497a-9cbe-f75d1c46c316 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641429
Feb 17 21:36:02.426990 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-fa38e84a-0419-446a-8d4d-18d64061d532 service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4791772
Feb 17 21:36:02.428786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:02.574275 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Floating IP c9a088c5-95e9-456e-8fc1-b9b50db4b093 associated. External IP: 172.27.3.101, port: 488938e0-fb3f-4613-9fc4-a828962ce5c9.
Feb 17 21:36:02.586152 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e451c379-66cc-439f-b8ae-b5f0834a907c req-8f41a047-1267-4b7b-86fe-6ee24dc94c50 service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527951
Feb 17 21:36:03.057184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:36:03.190211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea1eb4-8cd6-4915-9ae1-7680b1ab16f0 req-32cbdc64-9d60-44a6-8a68-fcb429c170cb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:03.191719 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-11ea1eb4-8cd6-4915-9ae1-7680b1ab16f0 req-32cbdc64-9d60-44a6-8a68-fcb429c170cb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 943 time: 0.1173813
Feb 17 21:36:03.244913 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-11ea1eb4-8cd6-4915-9ae1-7680b1ab16f0 req-671b2013-e039-4c75-9acc-4c252f9f3b40 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457289
Feb 17 21:36:03.312559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:36:03.317367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:03.323696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:36:03.334957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:36:03.335717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa7409208>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:36:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:03.378642 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-a81ae851-c6c1-4a69-b6f5-99f311f61f2c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "PUT /v2.0/floatingips/c9a088c5-95e9-456e-8fc1-b9b50db4b093 HTTP/1.1" status: 200  len: 996 time: 2.5863194
Feb 17 21:36:03.379241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:36:03.439197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:03.483543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82210b4e-35e7-463d-8900-7fd6887976da req-50879bd2-2ae9-42d1-9a65-28090257dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:03.485223 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-50879bd2-2ae9-42d1-9a65-28090257dafb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 1162 time: 0.0879059
Feb 17 21:36:03.544083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:36:03.637929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82210b4e-35e7-463d-8900-7fd6887976da req-73c66f32-4f41-4fa6-87e3-3f05108b72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:03.639583 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-73c66f32-4f41-4fa6-87e3-3f05108b72ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1471260
Feb 17 21:36:03.763854 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-7c6a422b-84ca-4b3e-a08d-1a0d521b56ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9 HTTP/1.1" status: 200  len: 999 time: 0.1170933
Feb 17 21:36:03.855594 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'status': 'completed', 'code': 200}
Feb 17 21:36:03.906189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:04.012066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82210b4e-35e7-463d-8900-7fd6887976da req-57d8b759-a8f6-4ef9-9546-ed915fc4117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.014425 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-57d8b759-a8f6-4ef9-9546-ed915fc4117d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.2425630
Feb 17 21:36:04.061163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-e656f15a-f43c-41d5-bd6b-2ed844c065fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.063058 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-e656f15a-f43c-41d5-bd6b-2ed844c065fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 1162 time: 0.2303312
Feb 17 21:36:04.157815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-c2e43d82-a7d0-41ed-bcdf-87fb37f362d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.159585 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-c2e43d82-a7d0-41ed-bcdf-87fb37f362d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 1163 time: 0.2598407
Feb 17 21:36:04.162941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82210b4e-35e7-463d-8900-7fd6887976da req-fdc8f1bc-7686-4ca5-a23f-65d41862e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.165010 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-fdc8f1bc-7686-4ca5-a23f-65d41862e65c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1428828
Feb 17 21:36:04.202793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-f17eeb0b-acef-4862-9a6f-c518fbbcec15 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:36:04.203997 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-f17eeb0b-acef-4862-9a6f-c518fbbcec15 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0075736
Feb 17 21:36:04.205915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa7409208>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'c9a088c5-95e9-456e-8fc1-b9b50db4b093', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:94:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:35:58Z', 'updated_at': '2021-02-17T21:36:02Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:04.210649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:36:04.221933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:36:04.223057 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa7409208>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:36:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:04.269544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-d60c52ba-3dde-4182-b6c2-b1289fdbdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.273571 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-d60c52ba-3dde-4182-b6c2-b1289fdbdaac service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1989756
Feb 17 21:36:04.396946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:36:04.436121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69e59c-2dcd-4bd3-aff7-23bcf228b4a0 req-d56f34d1-e77b-4523-8c0e-9f443db51e00 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.445834 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7f69e59c-2dcd-4bd3-aff7-23bcf228b4a0 req-d56f34d1-e77b-4523-8c0e-9f443db51e00 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.4485729
Feb 17 21:36:04.509319 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7f69e59c-2dcd-4bd3-aff7-23bcf228b4a0 req-405129b6-60da-47df-83f5-55d5e141a194 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612280
Feb 17 21:36:04.520634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:36:04.527094 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-40aad9a0-4cb8-491d-be12-fda1b6554aa1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9 HTTP/1.1" status: 200  len: 999 time: 0.2448614
Feb 17 21:36:04.550753 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a6c08e2f-21c9-485e-86d0-82127dc53630 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:36:04.551448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:04.564741 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-09f26715-d8e8-44f9-adbc-aafd79af4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.566370 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-09f26715-d8e8-44f9-adbc-aafd79af4085 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.3993187
Feb 17 21:36:04.572817 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-f44fc381-5046-41ac-bb72-f17e7007c07f service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2977135
Feb 17 21:36:04.699259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-868a96f3-680f-49a7-ad62-f96e8bf122c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.707279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:04.707610 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-868a96f3-680f-49a7-ad62-f96e8bf122c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1728609
Feb 17 21:36:04.746496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port a6c08e2f-21c9-485e-86d0-82127dc53630, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6c08e2f-21c9-485e-86d0-82127dc53630,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:04.747694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:36:04.754181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:04.756616 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-367e7666-1940-4146-9ae3-6c4f8281011d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:04.796763 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-5fc4a763-369b-43ff-805b-8b53e3cfcd10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 HTTP/1.1" status: 200  len: 1002 time: 0.2228596
Feb 17 21:36:04.839525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=a6c08e2f-21c9-485e-86d0-82127dc53630,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:04.844214 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:04.885478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-b4efc225-d080-4a2d-9a19-bdf178fa7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.887150 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-b4efc225-d080-4a2d-9a19-bdf178fa7fc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1787088
Feb 17 21:36:04.991676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3d62-7ab4-47dc-bdf7-84ed632025e8 req-6655223f-c730-44cd-a5b1-c540bb786b77 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:04.993489 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db7a3d62-7ab4-47dc-bdf7-84ed632025e8 req-6655223f-c730-44cd-a5b1-c540bb786b77 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.2097473
Feb 17 21:36:05.018148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa7409208>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'c9a088c5-95e9-456e-8fc1-b9b50db4b093', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:94:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:35:58Z', 'updated_at': '2021-02-17T21:36:02Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:05.024937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f335247-a7fb-41d5-bc1c-dfbddf27b370 None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'c9a088c5-95e9-456e-8fc1-b9b50db4b093', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:94:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:35:58Z', 'updated_at': '2021-02-17T21:36:02Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:36:05.078032 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-db7a3d62-7ab4-47dc-bdf7-84ed632025e8 req-5146cb3a-c8c8-4d6d-bc0b-4a8c7753514e tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0729032
Feb 17 21:36:05.135881 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-eb941953-b64a-47f6-a688-251c8fa4eea1 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397528
Feb 17 21:36:05.148796 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'code': 200}
Feb 17 21:36:05.219935 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82210b4e-35e7-463d-8900-7fd6887976da req-29a647c8-01fb-49a6-adde-ae5bbc98bd25 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5839903
Feb 17 21:36:05.221572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-91a99112-95b2-4082-80e2-4c1b0fc77b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:05.223192 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-91a99112-95b2-4082-80e2-4c1b0fc77b29 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.4095635
Feb 17 21:36:05.329665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-bfc314a7-2c96-4be8-a230-027f19534792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:05.331684 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-bfc314a7-2c96-4be8-a230-027f19534792 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1013827
Feb 17 21:36:05.415323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a980ac03-4994-4262-8f23-bf81a81af93b None None] New status for floating IP c9a088c5-95e9-456e-8fc1-b9b50db4b093: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:36:05.504470 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-acc76e81-409c-4375-99dd-7b63f2d6fef1 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651959
Feb 17 21:36:05.636565 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-70c05ed3-2f61-4183-a8b7-1854a4577abb req-07eb7c93-2f27-4ac3-8cc3-2e950ad3c90e service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4929359
Feb 17 21:36:05.640131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb4bd-ee2a-497d-a166-0e79641ca96e req-2c85e4c5-d20f-4344-b62e-06962a62443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:05.649293 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-10dfb4bd-ee2a-497d-a166-0e79641ca96e req-2c85e4c5-d20f-4344-b62e-06962a62443d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1162 time: 0.1077063
Feb 17 21:36:05.742216 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-10dfb4bd-ee2a-497d-a166-0e79641ca96e req-f9a2176a-a838-4c93-b1e6-a5d65ba6b7fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0918839
Feb 17 21:36:05.759092 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d191dfad-99d3-4bd9-ba7b-684b7fdafe59 req-74999048-361f-4cc0-af9a-845de5127b8d service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2473397
Feb 17 21:36:05.800302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554162-c498-489d-93a9-4cb1fce67313 req-0443f9ca-ef04-4b11-b89a-e91c4f6c77fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:05.802086 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0e554162-c498-489d-93a9-4cb1fce67313 req-0443f9ca-ef04-4b11-b89a-e91c4f6c77fe tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1207521
Feb 17 21:36:05.863858 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0e554162-c498-489d-93a9-4cb1fce67313 req-8965dbfb-ea1f-4d30-b185-303e72832fa5 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505483
Feb 17 21:36:05.991837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:36:06.068846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port a6c08e2f-21c9-485e-86d0-82127dc53630 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:36:06.069304 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:06.302546 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33f55-803d-4211-bb70-5fecab2afe6a req-ea753f4f-6347-4414-b4af-93aa4c039b7d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:06.304087 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bca33f55-803d-4211-bb70-5fecab2afe6a req-ea753f4f-6347-4414-b4af-93aa4c039b7d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0938413
Feb 17 21:36:06.353821 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bca33f55-803d-4211-bb70-5fecab2afe6a req-632ab76b-7203-4243-94c2-fc9dbaaa875d tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428691
Feb 17 21:36:07.084508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1eea0-c1cf-4278-bf3d-8124263f85a5 req-c33ecece-e61c-4bea-959b-36734c9207f0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:07.086184 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fca1eea0-c1cf-4278-bf3d-8124263f85a5 req-c33ecece-e61c-4bea-959b-36734c9207f0 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0919781
Feb 17 21:36:07.140471 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fca1eea0-c1cf-4278-bf3d-8124263f85a5 req-f0f3928e-04f1-41f6-a5fa-26a7e5e56aa3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471020
Feb 17 21:36:07.562605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a7799-f9dc-4a26-9b14-d90f8b6c31c0 req-9ec050de-aed3-408e-89e2-0bd626d6cdd3 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:07.564240 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-119a7799-f9dc-4a26-9b14-d90f8b6c31c0 req-9ec050de-aed3-408e-89e2-0bd626d6cdd3 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.0915592
Feb 17 21:36:07.613936 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-119a7799-f9dc-4a26-9b14-d90f8b6c31c0 req-178da6c4-7531-4221-ac59-bb3c75a27a93 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0433986
Feb 17 21:36:07.972952 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:36:08.107891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:08.144069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:36:08.157645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:08.161573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:08.165155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:08.232562 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'code': 200}
Feb 17 21:36:08.260990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:08.270288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:08.398899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03268-ccff-44a3-87ce-401e72e2b356 req-bf8f7c7c-d497-4a1d-b974-e2af01191216 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:08.402063 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6cc03268-ccff-44a3-87ce-401e72e2b356 req-bf8f7c7c-d497-4a1d-b974-e2af01191216 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1195374
Feb 17 21:36:08.460838 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6cc03268-ccff-44a3-87ce-401e72e2b356 req-ce15839e-04ac-412e-bc9d-7d67fc8ff3c6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503056
Feb 17 21:36:10.069362 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-578fa49d-8119-4dc3-8e01-c2f01ec5352c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1615069
Feb 17 21:36:10.076623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d23f1-1f9c-4e01-b3f5-c9716830277a req-0fdef81a-0ed8-4ec1-9ca3-b6265325456b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:10.078456 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-518d23f1-1f9c-4e01-b3f5-c9716830277a req-0fdef81a-0ed8-4ec1-9ca3-b6265325456b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1722291
Feb 17 21:36:10.142795 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-518d23f1-1f9c-4e01-b3f5-c9716830277a req-f971ea7b-75a8-461e-920a-a4b4f2061973 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519896
Feb 17 21:36:10.662189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069585d0-154d-4734-a88f-2f290b8e415a req-fba98e32-2127-4722-a215-ce8b07ab8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:10.663849 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-fba98e32-2127-4722-a215-ce8b07ab8a55 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997&tenant_id=0eebfe4d067343679d9e941cc68c036b HTTP/1.1" status: 200  len: 1161 time: 0.0806468
Feb 17 21:36:10.770085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069585d0-154d-4734-a88f-2f290b8e415a req-ac88d05c-e9be-4d91-bd9f-ac8778fdd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:10.771706 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-ac88d05c-e9be-4d91-bd9f-ac8778fdd4d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 1161 time: 0.0841904
Feb 17 21:36:10.928611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069585d0-154d-4734-a88f-2f290b8e415a req-b02b8e5d-5d71-46ec-adea-afe33e61cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:10.930819 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-b02b8e5d-5d71-46ec-adea-afe33e61cdc1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.1519544
Feb 17 21:36:11.047770 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-84a74669-5826-48a6-baea-39d11beeed13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 HTTP/1.1" status: 200  len: 1000 time: 0.1105201
Feb 17 21:36:11.131172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069585d0-154d-4734-a88f-2f290b8e415a req-7db0e4fa-0c88-4879-b633-ac337b45a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:11.133022 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-7db0e4fa-0c88-4879-b633-ac337b45a363 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.0789950
Feb 17 21:36:11.244096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069585d0-154d-4734-a88f-2f290b8e415a req-acc714c8-2055-4759-a77f-b1ac7086b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:11.246487 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-acc714c8-2055-4759-a77f-b1ac7086b805 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1056533
Feb 17 21:36:11.416855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2e05-45b2-4230-9465-fb4bf25c0d3c req-ed1b8379-9670-4d5a-b9c2-ed59900f86db tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:11.418629 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ad3e2e05-45b2-4230-9465-fb4bf25c0d3c req-ed1b8379-9670-4d5a-b9c2-ed59900f86db tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1084194
Feb 17 21:36:11.456252 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-aa17ea4b-f248-45e0-a3f1-af40e6d72fc4 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015395
Feb 17 21:36:11.472278 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ad3e2e05-45b2-4230-9465-fb4bf25c0d3c req-96c2b6f6-8e6e-48bd-bdac-ac11921d6592 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460384
Feb 17 21:36:11.610399 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-069585d0-154d-4734-a88f-2f290b8e415a req-274bebaa-6d65-4492-8333-d065ee9656fc service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1475174
Feb 17 21:36:12.925084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e37947-9814-4407-8595-71b59bae29e4 req-124637a0-e56d-414f-a0e5-4b22ba3b6810 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:12.927889 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50e37947-9814-4407-8595-71b59bae29e4 req-124637a0-e56d-414f-a0e5-4b22ba3b6810 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1645961
Feb 17 21:36:12.991464 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50e37947-9814-4407-8595-71b59bae29e4 req-07e4e259-ffb7-4111-be2e-3a2f13291a6c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557256
Feb 17 21:36:13.931402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 32878) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:14.007004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] Deleting subnet fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:36:14.011244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:14.100404 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13909950'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:14.217064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:14.297017 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80b52-cece-4f74-9684-b32943f907eb req-f0f8b79b-67ba-43ef-82c2-3966764b1108 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:14.299062 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ee80b52-cece-4f74-9684-b32943f907eb req-f0f8b79b-67ba-43ef-82c2-3966764b1108 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1346393
Feb 17 21:36:14.363899 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ee80b52-cece-4f74-9684-b32943f907eb req-6d43e862-7704-42af-ad30-8c498637cece tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573626
Feb 17 21:36:14.603114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840865955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840405428'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:14.701202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:14.743114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:14.746183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:14.781985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:14.789256 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4886b151-5fe6-4a4e-8060-baa264aa38d3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fa644074-4c2b-41cb-a6b3-c6d3d5aa36dd HTTP/1.1" status: 204  len: 168 time: 0.8566945
Feb 17 21:36:14.791958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 32884) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:14.921072 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:15.144449 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:15.304784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa6080208>,) {'filters': {'network_id': ['bde935a6-308a-430e-9b84-d886985c2bd2']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:15.320323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa6080208>, '93a8fd25-ac5d-49dd-ae82-6821afa9f66d') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:15.320702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa6080208>, '93a8fd25-ac5d-49dd-ae82-6821afa9f66d') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:15.336897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:15.355367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:15.357754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:36:15.614030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Network bde935a6-308a-430e-9b84-d886985c2bd2 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:36:15.625337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:15.625638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cbafb-19d6-44c4-9545-7de3c5df6cc0 req-94b3fed0-0dd0-412c-8203-2dd66e0d22fb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:15.627143 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2d9cbafb-19d6-44c4-9545-7de3c5df6cc0 req-94b3fed0-0dd0-412c-8203-2dd66e0d22fb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1193810
Feb 17 21:36:15.712660 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2d9cbafb-19d6-44c4-9545-7de3c5df6cc0 req-448ff998-065e-4c24-bbcd-e4c84096937b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766542
Feb 17 21:36:15.845348 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Network bde935a6-308a-430e-9b84-d886985c2bd2 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:36:15.873226 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:36:15.965795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:15.971971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:15.994488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:16.001904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Pushing event deleted for resources: {'Network': ['ID=bde935a6-308a-430e-9b84-d886985c2bd2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:16.006696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:16.014473 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-cec39b6b-4417-4789-be7e-2a1511c48888 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bde935a6-308a-430e-9b84-d886985c2bd2 HTTP/1.1" status: 204  len: 168 time: 1.2213032
Feb 17 21:36:16.276800 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 32894) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:16.346960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 32898) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:16.347456 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c45aa64d-3d3a-4fb6-93f5-104401165af2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=13e4c3031e7347bc84f14ee3dd133ab6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0686946
Feb 17 21:36:16.418308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-876cf959-9487-4ce4-aba8-7e813e27eee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:16.459864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-876cf959-9487-4ce4-aba8-7e813e27eee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:16.514273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-876cf959-9487-4ce4-aba8-7e813e27eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:16.519018 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a082a1a6-59e1-48bb-a3b9-fc6e839779f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:16.538898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cf959-9487-4ce4-aba8-7e813e27eee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726f3078-2a2b-4df8-8486-92b7ed65e8c0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:16.542454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-876cf959-9487-4ce4-aba8-7e813e27eee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:16.554104 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-876cf959-9487-4ce4-aba8-7e813e27eee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:16.564806 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-876cf959-9487-4ce4-aba8-7e813e27eee4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/726f3078-2a2b-4df8-8486-92b7ed65e8c0 HTTP/1.1" status: 204  len: 168 time: 0.2118783
Feb 17 21:36:17.065365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c6e7b-5224-4358-bb87-0ca198f2a43a req-e20a8921-d234-42a3-8f89-2912ba20866f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:17.067183 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-809c6e7b-5224-4358-bb87-0ca198f2a43a req-e20a8921-d234-42a3-8f89-2912ba20866f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1440732
Feb 17 21:36:17.173630 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-809c6e7b-5224-4358-bb87-0ca198f2a43a req-fa6f1363-a914-4673-9a0a-84bc4c0ea405 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952790
Feb 17 21:36:18.397412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aae282-7df2-45da-a4ac-914699d308d5 req-03bd07de-3867-4a1a-bd64-c730b9660114 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:18.399009 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62aae282-7df2-45da-a4ac-914699d308d5 req-03bd07de-3867-4a1a-bd64-c730b9660114 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0921421
Feb 17 21:36:18.455874 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-62aae282-7df2-45da-a4ac-914699d308d5 req-cb0aa36c-39fa-4af2-b2a6-147cde082b57 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495913
Feb 17 21:36:19.666862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2c076-d30d-4862-bbce-13f5f2f3dc91 req-f9be7dcd-ce41-4641-9fb3-5699120e3509 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:19.668871 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2a2c076-d30d-4862-bbce-13f5f2f3dc91 req-f9be7dcd-ce41-4641-9fb3-5699120e3509 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0917757
Feb 17 21:36:19.720759 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e2a2c076-d30d-4862-bbce-13f5f2f3dc91 req-981e9858-3c0d-4098-8624-eaa247019de2 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453269
Feb 17 21:36:20.940272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0dc71-4cd8-45ef-9519-1838ba02b7b5 req-37189dda-bad9-4650-b0de-bea5d767f47c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:20.941966 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7fd0dc71-4cd8-45ef-9519-1838ba02b7b5 req-37189dda-bad9-4650-b0de-bea5d767f47c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0965323
Feb 17 21:36:20.993852 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7fd0dc71-4cd8-45ef-9519-1838ba02b7b5 req-f2ab383a-56e8-4359-b5f0-609680f11ce6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456007
Feb 17 21:36:22.222627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91787ae2-7d20-42c1-ba7b-0dbd13c73cb2 req-89e6074e-937f-42d8-b9d4-930329153584 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:22.224373 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-91787ae2-7d20-42c1-ba7b-0dbd13c73cb2 req-89e6074e-937f-42d8-b9d4-930329153584 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0915544
Feb 17 21:36:22.281639 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-91787ae2-7d20-42c1-ba7b-0dbd13c73cb2 req-ed3adefb-99e5-4f5f-a3de-2a1f5e7885a6 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507171
Feb 17 21:36:23.500451 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc28e7e-7457-4c64-b1f4-5dd9955cb788 req-bd2cade0-46db-4f43-bc3a-552f046339b7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:23.502083 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8bc28e7e-7457-4c64-b1f4-5dd9955cb788 req-bd2cade0-46db-4f43-bc3a-552f046339b7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0896070
Feb 17 21:36:23.552630 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8bc28e7e-7457-4c64-b1f4-5dd9955cb788 req-2e2be5b6-6ba8-4555-8128-4adead3ba0c3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440667
Feb 17 21:36:24.764931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477d442-e38f-41e8-b898-f2cf055efefa req-1e22e698-2151-41c7-8a90-4f6a42f0457d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:24.766597 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5477d442-e38f-41e8-b898-f2cf055efefa req-1e22e698-2151-41c7-8a90-4f6a42f0457d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0943193
Feb 17 21:36:24.817396 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5477d442-e38f-41e8-b898-f2cf055efefa req-bfb45d48-a0fb-4f2d-bf43-f8316e7485da tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439546
Feb 17 21:36:26.026972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a71770-645c-45a2-b1df-809c228e7477 req-3c4cf3d7-6987-49b9-a988-41b39a54781b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:26.029458 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-40a71770-645c-45a2-b1df-809c228e7477 req-3c4cf3d7-6987-49b9-a988-41b39a54781b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0879219
Feb 17 21:36:26.082599 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-40a71770-645c-45a2-b1df-809c228e7477 req-3b804f5d-7685-4093-bdb2-a2732c87110c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464799
Feb 17 21:36:27.307075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006670-4f88-4877-8014-9bccea26d711 req-a3183d1a-3447-4c98-a869-75b6867ec09d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:27.308747 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0a006670-4f88-4877-8014-9bccea26d711 req-a3183d1a-3447-4c98-a869-75b6867ec09d tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0995231
Feb 17 21:36:27.357838 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0a006670-4f88-4877-8014-9bccea26d711 req-c307de88-51cf-4b6d-abc8-20787196ced7 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422392
Feb 17 21:36:27.979666 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:36:28.567887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03c33-bdf8-46a3-bac4-cbaa5b698fa0 req-8760afda-9551-4d30-82a9-e15bfe52325a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:28.569728 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ab03c33-bdf8-46a3-bac4-cbaa5b698fa0 req-8760afda-9551-4d30-82a9-e15bfe52325a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.0951307
Feb 17 21:36:28.619143 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ab03c33-bdf8-46a3-bac4-cbaa5b698fa0 req-6fa9daa6-a6c7-4a3d-923b-cc6270e04b55 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428913
Feb 17 21:36:28.627558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:36:28.705931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:36:28.706412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:28.830897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:28.865870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:36:28.876991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:28.880209 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:28.882399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:28.921632 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'code': 200}
Feb 17 21:36:28.955930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:28.959426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:29.179004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde8b66-f398-4d7a-973d-39a9f0b75156 req-9505a2c8-a34f-4b6c-80c9-27b20e7dfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:29.180678 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3bde8b66-f398-4d7a-973d-39a9f0b75156 req-9505a2c8-a34f-4b6c-80c9-27b20e7dfbd7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 1163 time: 0.0832248
Feb 17 21:36:29.226829 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3bde8b66-f398-4d7a-973d-39a9f0b75156 req-08f82e89-dbb4-49ad-9995-c4d06861158b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387194
Feb 17 21:36:29.773320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9fc81100-0105-439c-a9b3-881c229a85a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:29.834698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a6091-2edd-4e0a-9280-a07e37edb708 req-34eb58be-89da-49ee-b416-b9e8c01adfcd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:29.836347 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-101a6091-2edd-4e0a-9280-a07e37edb708 req-34eb58be-89da-49ee-b416-b9e8c01adfcd tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0903702
Feb 17 21:36:29.890577 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-101a6091-2edd-4e0a-9280-a07e37edb708 req-c3e5cb30-2a6b-4b62-bd9c-5fbffaf019a8 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479412
Feb 17 21:36:30.210518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:36:30.291599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:36:30.292000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:30.872206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:31.186643 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c571-3787-4c20-a325-32222515e21a req-5dc49759-a3ad-4bc4-aad4-9ad3c15ba0b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:31.189734 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7e84c571-3787-4c20-a325-32222515e21a req-5dc49759-a3ad-4bc4-aad4-9ad3c15ba0b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1645038
Feb 17 21:36:31.241954 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7e84c571-3787-4c20-a325-32222515e21a req-9e26ce1e-baee-489d-b88d-deec7f680f3a tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445163
Feb 17 21:36:31.430008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ed8d-2561-480d-b4cd-77578402f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:32.424725 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:32.461869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21956af2-473c-40bd-a189-28b9f700c2d1 req-f186eab9-dea5-46ec-87f0-df23fccf7baa tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:32.463501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-21956af2-473c-40bd-a189-28b9f700c2d1 req-f186eab9-dea5-46ec-87f0-df23fccf7baa tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.0879498
Feb 17 21:36:32.512521 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-21956af2-473c-40bd-a189-28b9f700c2d1 req-13e9ac34-1a09-4012-8057-55adef4ad833 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421329
Feb 17 21:36:33.432382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:33.898959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:38.355069 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974924-3084-4776-82b2-445da7e59b91 req-e797fa65-4f24-4e2e-b5ef-308451f7cfe9 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:38.356845 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4d974924-3084-4776-82b2-445da7e59b91 req-e797fa65-4f24-4e2e-b5ef-308451f7cfe9 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 945 time: 0.0888193
Feb 17 21:36:38.410188 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4d974924-3084-4776-82b2-445da7e59b91 req-6a0cec6d-cdce-4201-9229-37dcabbcc59b tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468912
Feb 17 21:36:39.615338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb2155-761a-4cf6-acb7-e5c8e45702e7 req-d345a7f4-e822-44ce-a1c2-2f89c2b81d61 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:39.616961 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0ffb2155-761a-4cf6-acb7-e5c8e45702e7 req-d345a7f4-e822-44ce-a1c2-2f89c2b81d61 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 945 time: 0.0927186
Feb 17 21:36:39.665448 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0ffb2155-761a-4cf6-acb7-e5c8e45702e7 req-cffa91d4-d435-4b93-97d9-2aa7aa267ede tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421152
Feb 17 21:36:40.234160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-c0786922-5659-45d8-8efa-8f7614481999 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:40.235804 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-c0786922-5659-45d8-8efa-8f7614481999 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 945 time: 0.0916984
Feb 17 21:36:40.246354 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device f9148913-8c2c-4db7-9694-b221afcadb22 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:36:40.329486 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Deleting port f9148913-8c2c-4db7-9694-b221afcadb22 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:36:40.329895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:40.379426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:40.409206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:36:40.420891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port f9148913-8c2c-4db7-9694-b221afcadb22, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9148913-8c2c-4db7-9694-b221afcadb22,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:40.424448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:40.426390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-423f252f-7136-46ef-b11c-cea966b517f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:40.465714 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22', 'code': 200}
Feb 17 21:36:40.514619 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=f9148913-8c2c-4db7-9694-b221afcadb22,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:40.518406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:40.614482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] For port f9148913-8c2c-4db7-9694-b221afcadb22, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9148913-8c2c-4db7-9694-b221afcadb22,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:40.614881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:41.259219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963fc10-4814-43b8-862e-db9cd8893d76 req-c0626887-520f-4d14-8f53-ceac5d578d0b tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:36:41.261930 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f963fc10-4814-43b8-862e-db9cd8893d76 req-c0626887-520f-4d14-8f53-ceac5d578d0b tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 943 time: 0.4777505
Feb 17 21:36:41.264944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:41.265553 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:41.266007 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Floating IP 789044f4-68e1-467b-9791-b2c2e64bcb6f disassociated. External IP: 172.27.3.154, port: f9148913-8c2c-4db7-9694-b221afcadb22.
Feb 17 21:36:41.266486 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Calling delete_port for f9148913-8c2c-4db7-9694-b221afcadb22 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:36:41.378385 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f963fc10-4814-43b8-862e-db9cd8893d76 req-c8280985-da85-4fcf-932f-1ee63599099c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups?id=13125391-cc1a-47c2-8df1-e81824ee168b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766704
Feb 17 21:36:41.473911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:41.489422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fe283eb9-307a-426f-b9fa-41fee7a90cc7 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:41.591786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event deleted for resources: {'Port': ['ID=f9148913-8c2c-4db7-9694-b221afcadb22,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:41.609117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.609543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.609969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.610387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.610798 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.611209 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.611616 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.612022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.612448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.612856 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.613294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.613695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.614166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.614562 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.614965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.615370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.615769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.616173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.616600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.617004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.617409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.617814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.618213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.618618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:41.624445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:41.882085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Router e53efab4-48a6-4a54-ae71-1e8d12980af1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:36:42.078876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:36:42.091519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] Sync routers for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:36:42.104851 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:36:42.106198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa7409048>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:36:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:42.147267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] No DVR routers for this DVR port f9148913-8c2c-4db7-9694-b221afcadb22 on host hv-cinder-76019 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:36:42.150402 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:42.153495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'name': 'network-vif-deleted', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:36:42.173844 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0b2a3557-b2cf-476b-bdac-166250eab4e5 req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.83 "DELETE /v2.0/ports/f9148913-8c2c-4db7-9694-b221afcadb22 HTTP/1.1" status: 204  len: 173 time: 1.9313424
Feb 17 21:36:42.214233 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92b55a7-3351-4b8b-85e5-465be2527977', 'name': 'network-vif-deleted', 'tag': 'f9148913-8c2c-4db7-9694-b221afcadb22', 'status': 'completed', 'code': 200}
Feb 17 21:36:42.322660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:36:42.560922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3ec126eb-020a-45b4-99f7-94b7006afb35 req-0936bad5-4dce-4cfe-9fda-d9a04d5a9e4c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Synchronizing usage tracker for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:36:42.578008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3ec126eb-020a-45b4-99f7-94b7006afb35 req-0936bad5-4dce-4cfe-9fda-d9a04d5a9e4c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Unset dirty status for tenant:66fbd239dc4240bc9dfeeebf8a581321 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:36:42.579657 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ec126eb-020a-45b4-99f7-94b7006afb35 req-0936bad5-4dce-4cfe-9fda-d9a04d5a9e4c tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/ports?device_id=d92b55a7-3351-4b8b-85e5-465be2527977 HTTP/1.1" status: 200  len: 210 time: 0.0681317
Feb 17 21:36:42.689324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa7409048>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:42.694033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] Checking router: e53efab4-48a6-4a54-ae71-1e8d12980af1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:36:42.706213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:36:42.707398 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa7409048>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:36:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:42.902964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:36:43.247910 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa7409048>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:43.252335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06627315-6ccf-4374-af99-5b20946462d5 None None] The sync data for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:29:29Z', 'revision_number': 4, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'f7487e2b-59d5-4fa2-b23a-f4a765889aa6', 'name': '', 'network_id': 'c811b1f9-ede4-4fea-9a52-47638fb8c71d', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'mac_address': 'fa:16:3e:71:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:22Z', 'updated_at': '2021-02-17T21:29:43Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'subnets': [{'id': 'ad947807-41fa-46b5-b551-16c7c2b2c65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:36:43.636100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2612e-6e4a-4271-9ff4-abec1cfbb272 None None] New status for floating IP 789044f4-68e1-467b-9791-b2c2e64bcb6f: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:36:43.719962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33064) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:43.795747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-210d373a-1e81-4d02-a502-f25515ec2e39 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:43.827212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-210d373a-1e81-4d02-a502-f25515ec2e39 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:43.884159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-210d373a-1e81-4d02-a502-f25515ec2e39 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:43.889183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-183040ad-7e6d-49e5-8264-12bf8f747481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:43.905190 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d373a-1e81-4d02-a502-f25515ec2e39 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13125391-cc1a-47c2-8df1-e81824ee168b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:43.908697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-210d373a-1e81-4d02-a502-f25515ec2e39 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:43.917669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-210d373a-1e81-4d02-a502-f25515ec2e39 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:43.919034 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-210d373a-1e81-4d02-a502-f25515ec2e39 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "DELETE /v2.0/security-groups/13125391-cc1a-47c2-8df1-e81824ee168b HTTP/1.1" status: 204  len: 168 time: 0.1978207
Feb 17 21:36:43.922661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33068) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:43.940634 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.v2.resource [None req-19c53f46-efbe-4af2-998d-e787974a8a1a tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] show failed (client error): The resource could not be found.
Feb 17 21:36:43.941775 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-19c53f46-efbe-4af2-998d-e787974a8a1a tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "GET /v2.0/security-groups/13125391-cc1a-47c2-8df1-e81824ee168b HTTP/1.1" status: 404  len: 347 time: 0.0181248
Feb 17 21:36:43.945106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33072) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:44.121257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Deleting port a9607c5c-7627-44d3-bc6b-fdcb45193dc8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:36:44.121715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:44.323124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:44.323502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:44.459411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Calling delete_port for a9607c5c-7627-44d3-bc6b-fdcb45193dc8 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:36:44.614791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:44.630818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:44.741208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Pushing event deleted for resources: {'Port': ['ID=a9607c5c-7627-44d3-bc6b-fdcb45193dc8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:44.753254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.753672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.754080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.754484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.754884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.755276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.755671 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.756062 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.756474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.756866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.757259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.757652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.758132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.758527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.758917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.759306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.759693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.760082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.760504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.760890 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.761280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.761766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.762054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.762439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:36:44.768135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:44.887043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:44.906340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:44.907613 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] 10.222.0.81 "DELETE /v2.0/floatingips/789044f4-68e1-467b-9791-b2c2e64bcb6f HTTP/1.1" status: 204  len: 168 time: 0.9614601
Feb 17 21:36:49.177989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33106) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:50.350086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854368609'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:50.964075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Deleting port f7487e2b-59d5-4fa2-b23a-f4a765889aa6 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:36:50.964680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:51.280948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] For port f7487e2b-59d5-4fa2-b23a-f4a765889aa6, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:51.281636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:51.554953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Calling delete_port for f7487e2b-59d5-4fa2-b23a-f4a765889aa6 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:36:52.142972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:52.172766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cda614ac-0694-44ae-8f51-a0084f1a3645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:52.357100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7487e2b-59d5-4fa2-b23a-f4a765889aa6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:52.374316 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:52.951728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16494470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854368527'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:54.289031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Router e53efab4-48a6-4a54-ae71-1e8d12980af1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:36:54.666189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:36:54.680898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] Sync routers for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:36:54.690501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6e3cb701-8ff5-4d68-9693-3b735acf0547 admin admin] 10.222.0.81 "PUT /v2.0/routers/e53efab4-48a6-4a54-ae71-1e8d12980af1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5109665
Feb 17 21:36:54.695009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33114) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:54.697080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:36:54.698153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6408828>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:36:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:55.072180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:55.225340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:36:55.456121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:55.471431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Deleting port 4b9aba15-6785-48a9-a99f-324a9e581604 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:36:55.472095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:55.738406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6408828>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:36:52Z', 'revision_number': 5, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port': {'id': '4b9aba15-6785-48a9-a99f-324a9e581604', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:08Z', 'updated_at': '2021-02-17T21:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:55.744483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] Checking router: e53efab4-48a6-4a54-ae71-1e8d12980af1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:36:55.759463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] Routers {'e53efab4-48a6-4a54-ae71-1e8d12980af1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:36:55.760425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6408828>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:36:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e53efab4-48a6-4a54-ae71-1e8d12980af1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:55.850031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] For port 4b9aba15-6785-48a9-a99f-324a9e581604, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=4b9aba15-6785-48a9-a99f-324a9e581604,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:55.850556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:56.021020 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] Set router e53efab4-48a6-4a54-ae71-1e8d12980af1 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:36:56.049154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Calling delete_port for 4b9aba15-6785-48a9-a99f-324a9e581604 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:36:56.224248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6408828>, [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:36:55Z', 'revision_number': 6, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port_host': None}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:36:56.230865 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14360e-88a6-4109-a9e2-78d77c57be0f None None] The sync data for ids ['e53efab4-48a6-4a54-ae71-1e8d12980af1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e53efab4-48a6-4a54-ae71-1e8d12980af1', 'name': 'tempest-AttachVolumeTestJSON-1415514087-router', 'tenant_id': '66fbd239dc4240bc9dfeeebf8a581321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:06Z', 'updated_at': '2021-02-17T21:36:55Z', 'revision_number': 6, 'project_id': '66fbd239dc4240bc9dfeeebf8a581321', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:36:56.351037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:56.424954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d9b6b27a-bfb6-4747-835c-5a982ec66355 tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:56.488392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9aba15-6785-48a9-a99f-324a9e581604,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:56.493545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:56.632063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421765'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:56.843145 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767741'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:56.845941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:56.941623 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367977'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:56.942239 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e53efab4-48a6-4a54-ae71-1e8d12980af1 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 21:36:56.958539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:56.959821 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e53efab4-48a6-4a54-ae71-1e8d12980af1 HTTP/1.1" status: 204  len: 168 time: 2.2632771
Feb 17 21:36:56.964432 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33118) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:57.041768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] Deleting subnet ad947807-41fa-46b5-b551-16c7c2b2c65d {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:36:57.046597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:57.140401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13909950'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:57.230476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device f7487e2b-59d5-4fa2-b23a-f4a765889aa6 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:36:57.275859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: f7487e2b-59d5-4fa2-b23a-f4a765889aa6 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:36:57.276535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device f7487e2b-59d5-4fa2-b23a-f4a765889aa6 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:36:57.277110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 4b9aba15-6785-48a9-a99f-324a9e581604 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:36:57.319079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 4b9aba15-6785-48a9-a99f-324a9e581604 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:36:57.319375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 4b9aba15-6785-48a9-a99f-324a9e581604 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:36:57.372693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:57.819381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840865955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840405428'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:57.848784 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9b782557-6fb9-4846-bb24-26da926b3688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:58.326472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad947807-41fa-46b5-b551-16c7c2b2c65d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:58.334424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:58.400650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:58.409807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f05f79-cb3e-4698-b5dc-3516bdb8a870 None None] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:36:58.413166 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8a38e23a-b443-4835-b6e9-780d4db0b37c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ad947807-41fa-46b5-b551-16c7c2b2c65d HTTP/1.1" status: 204  len: 168 time: 1.4473794
Feb 17 21:36:58.416452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33122) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:36:58.619215 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:58.750066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Deleting port 2708fd40-fb95-4857-8cad-7e26f8c68386 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:36:58.750605 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:58.871482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] DHCP port deletion for c811b1f9-ede4-4fea-9a52-47638fb8c71d request from dv-cinder-760193-4-iscsi {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 21:36:58.879157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] Deleting port 2708fd40-fb95-4857-8cad-7e26f8c68386 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:36:58.879831 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:59.164896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] For port 2708fd40-fb95-4857-8cad-7e26f8c68386, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=2708fd40-fb95-4857-8cad-7e26f8c68386,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:59.165551 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:59.221777 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] For port 2708fd40-fb95-4857-8cad-7e26f8c68386, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=2708fd40-fb95-4857-8cad-7e26f8c68386,segment=NetworkSegment(fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73),segment_id=fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:36:59.222697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:59.255882 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 2708fd40-fb95-4857-8cad-7e26f8c68386 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:36:59.360936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Calling delete_port for 2708fd40-fb95-4857-8cad-7e26f8c68386 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:36:59.477738 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:59.507502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cfa3c3a5-a4e8-44a4-aabc-76d0bf53cb4b tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:36:59.583050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] Calling delete_port for 2708fd40-fb95-4857-8cad-7e26f8c68386 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:36:59.725804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=2708fd40-fb95-4857-8cad-7e26f8c68386,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:36:59.732413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No active binding found for port 2708fd40-fb95-4857-8cad-7e26f8c68386 {{(pid=83955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Feb 17 21:36:59.732738 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 2708fd40-fb95-4857-8cad-7e26f8c68386 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:36:59.738652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:36:59.789089 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:36:59.789810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:36:59.794945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7fecc0bf-f84f-49e2-b461-6d6b2c104b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:36:59.798436 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] No DVR routers for this DVR port 2708fd40-fb95-4857-8cad-7e26f8c68386 on host dv-cinder-760193-4-iscsi {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:37:00.020612 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-7b135a6c-22e1-4d46-88e6-30196eee8d11 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1061225
Feb 17 21:37:00.044060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:00.137254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-29b9ebd9-6dca-4658-b620-2cc636261fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:00.139495 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-29b9ebd9-6dca-4658-b620-2cc636261fdb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0eebfe4d067343679d9e941cc68c036b&device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 1163 time: 0.0941477
Feb 17 21:37:00.283439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa4ac5198>,) {'filters': {'network_id': ['c811b1f9-ede4-4fea-9a52-47638fb8c71d']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:00.291811 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] Deleting port 2708fd40-fb95-4857-8cad-7e26f8c68386 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:00.292607 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:00.305266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa4ac5198>, 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:00.305786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa4ac5198>, 'fcc4f7f8-c1d0-46e6-839a-a6f3fee9ed73') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:00.322344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:00.349834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:00.355612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:37:00.369848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-8decef16-a521-4b66-9201-1c5be22f0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:00.373008 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-8decef16-a521-4b66-9201-1c5be22f0a48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 200  len: 911 time: 0.2080805
Feb 17 21:37:00.435035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7ac51c0a-ef89-4c33-a712-96f45944fc46 None None] The port '2708fd40-fb95-4857-8cad-7e26f8c68386' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 21:37:00.574045 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-81f6ef9d-0577-4838-85e4-5692849d0c53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 HTTP/1.1" status: 200  len: 1002 time: 0.1922927
Feb 17 21:37:00.669630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:37:00.681529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:00.696539 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-d978216b-c95f-45ac-ae26-bffd95037d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:00.699365 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-d978216b-c95f-45ac-ae26-bffd95037d51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 200  len: 856 time: 0.1182885
Feb 17 21:37:00.854475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-cefd057c-55f2-4417-82e3-a5c3eea0c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:00.857384 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-cefd057c-55f2-4417-82e3-a5c3eea0c1dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78781be0-26b9-4e26-95e2-712ed3ea84a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1501722
Feb 17 21:37:00.904244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Network c811b1f9-ede4-4fea-9a52-47638fb8c71d has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:37:00.914648 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:37:00.930321 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:37:01.027342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:01.032892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5a10bfb6-6a8f-4b13-a83a-f42514061316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:01.058981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:01.067720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=c811b1f9-ede4-4fea-9a52-47638fb8c71d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:01.075624 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:01.096047 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f24da619-17c2-4514-923c-9d74fd048cdc admin admin] 10.222.0.81 "DELETE /v2.0/networks/c811b1f9-ede4-4fea-9a52-47638fb8c71d HTTP/1.1" status: 204  len: 168 time: 2.6773260
Feb 17 21:37:01.105959 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-0bb1c13c-7083-40bf-817c-d22ccfd98041 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396729
Feb 17 21:37:01.302027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33130) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:01.314554 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-d7ee0eea-7160-4685-b49c-f7a22d3ffe56 req-0651fd11-d058-4d22-abf0-66c6a5806299 service neutron] 10.222.0.83 "GET /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2019365
Feb 17 21:37:01.391595 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-54c26532-a23b-4ba7-bf76-8dbf091321b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66fbd239dc4240bc9dfeeebf8a581321&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0874467
Feb 17 21:37:01.394481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33134) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:01.437454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ad087e4-eb96-4378-a240-6a6fba57540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:01.510885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f518099e-e37b-4fb2-b2a8-f33115ff11b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:01.558246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f518099e-e37b-4fb2-b2a8-f33115ff11b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:01.636030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f518099e-e37b-4fb2-b2a8-f33115ff11b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:01.641260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d1652739-e2c1-444c-ab5a-f92c544ce9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:01.660084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518099e-e37b-4fb2-b2a8-f33115ff11b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6587ea8-671f-45ac-aae9-7239d2fe792a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:01.665337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f518099e-e37b-4fb2-b2a8-f33115ff11b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:01.669860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f518099e-e37b-4fb2-b2a8-f33115ff11b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:01.671858 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f518099e-e37b-4fb2-b2a8-f33115ff11b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6587ea8-671f-45ac-aae9-7239d2fe792a HTTP/1.1" status: 204  len: 168 time: 0.2756338
Feb 17 21:37:02.438943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:03.452191 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:03.912925 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:04.986467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:37:06.862115 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b15fe-3552-4fae-8e9f-ee608a60009d req-747749ac-8799-4397-8898-155f795a2293 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:06.865171 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-484b15fe-3552-4fae-8e9f-ee608a60009d req-747749ac-8799-4397-8898-155f795a2293 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1736567
Feb 17 21:37:06.950816 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-484b15fe-3552-4fae-8e9f-ee608a60009d req-0f9760b5-634c-40cf-98b0-a946c26ae6f4 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734136
Feb 17 21:37:07.980140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-ff0dd48b-36b6-4845-acd3-99978a822d76 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:07.983967 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-ff0dd48b-36b6-4845-acd3-99978a822d76 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1667631
Feb 17 21:37:08.145047 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Deleting port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:08.145692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:08.349541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c39796-5585-42d1-b6b8-c2063e35b087 req-5fe8432a-0423-487d-bc52-6a872a7a337b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:08.352110 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f7c39796-5585-42d1-b6b8-c2063e35b087 req-5fe8432a-0423-487d-bc52-6a872a7a337b tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 946 time: 0.1520433
Feb 17 21:37:08.419580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:37:08.449408 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f7c39796-5585-42d1-b6b8-c2063e35b087 req-6e9ad3f3-271a-4ba7-a1ca-5ba8e9ef36e3 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826035
Feb 17 21:37:08.675165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] For port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:08.676007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:08.694287 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:08.760585 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:37:08.774835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:08.779673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:08.784122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:08.896875 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'code': 200}
Feb 17 21:37:08.937364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:08.946121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.946556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.946884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.947264 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.947646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.948023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.948427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.948799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.949172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.949540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.950613 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.951064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.951506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.951812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.952154 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.952578 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.952903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.953276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.953645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.954037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.954420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.954788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.955159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.955525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:08.960693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:09.257161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:09.257805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:09.258253 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Floating IP 0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9 disassociated. External IP: 172.27.3.176, port: 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7.
Feb 17 21:37:09.258859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Calling delete_port for 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:09.437485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:37:09.438019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:37:09.762149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdb4bd-9795-4d86-adde-8ac9fb473515 req-856f06c3-b70a-4e57-bf3a-e79c65a16b76 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:09.764157 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9ffdb4bd-9795-4d86-adde-8ac9fb473515 req-856f06c3-b70a-4e57-bf3a-e79c65a16b76 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.1511798
Feb 17 21:37:09.855010 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-9ffdb4bd-9795-4d86-adde-8ac9fb473515 req-2f4dac5d-fd08-4e0a-8b91-0a5f248a040f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833156
Feb 17 21:37:09.938945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Deleting port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:09.939405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:10.335914 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] For port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:10.336634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:11.318871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:11.319594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:11.320265 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Floating IP 0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9 disassociated. External IP: 172.27.3.176, port: 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7.
Feb 17 21:37:11.321005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Calling delete_port for 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:11.487564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416535e-58aa-4885-a270-15e6fdecfb72 req-aaaef37e-a65a-4529-a124-d939432aeade tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:11.490536 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8416535e-58aa-4885-a270-15e6fdecfb72 req-aaaef37e-a65a-4529-a124-d939432aeade tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 944 time: 0.3775923
Feb 17 21:37:11.684039 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8416535e-58aa-4885-a270-15e6fdecfb72 req-4bbb80c7-6e1c-4311-8369-baacf0bfac78 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups?id=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1594083
Feb 17 21:37:11.744472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:11.779552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b5959347-13e0-4b12-bc80-cb20891efe09 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:11.961550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event deleted for resources: {'Port': ['ID=6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:11.977582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:12.440798 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Router dc6b9d50-b735-44ec-a393-d995e2799698 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:37:12.814566 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:37:12.838024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] Sync routers for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:37:12.862825 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:37:12.864485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa47a74a8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:12.909506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] No DVR routers for this DVR port 6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 on host hv-cinder-76019 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:37:12.913805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:12.934830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-deleted', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:37:12.948610 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71cd2067-4bb2-44f0-a7fe-2c3f676ef332 req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.83 "DELETE /v2.0/ports/6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7 HTTP/1.1" status: 204  len: 173 time: 4.9580345
Feb 17 21:37:13.080233 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff7758b-7ec0-4600-b6ec-647e45f64997', 'name': 'network-vif-deleted', 'tag': '6732c72c-8f2a-43d1-a2fd-7f1e67a0d9a7', 'status': 'completed', 'code': 200}
Feb 17 21:37:13.102036 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f8026e92-a624-40f7-87f5-c8182a0539d5 req-93458dcb-b4e3-4dc0-97bd-66ab41a30835 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/ports?device_id=aff7758b-7ec0-4600-b6ec-647e45f64997 HTTP/1.1" status: 200  len: 210 time: 0.1393049
Feb 17 21:37:13.318620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:37:14.211196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa47a74a8>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:14.220111 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] Checking router: dc6b9d50-b735-44ec-a393-d995e2799698 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:37:14.238983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:37:14.240230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa47a74a8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:14.444383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33262) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:14.577830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e1e30252-2680-4bc5-92f5-3558831a0613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:14.638979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e1e30252-2680-4bc5-92f5-3558831a0613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:14.639458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:37:14.746225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e1e30252-2680-4bc5-92f5-3558831a0613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:14.757271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-408089d4-c7fd-4dfb-8ca8-e8b3f062b8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:14.790345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e30252-2680-4bc5-92f5-3558831a0613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:14.795507 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e1e30252-2680-4bc5-92f5-3558831a0613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:14.805883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e1e30252-2680-4bc5-92f5-3558831a0613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:14.810064 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e1e30252-2680-4bc5-92f5-3558831a0613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "DELETE /v2.0/security-groups/9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb HTTP/1.1" status: 204  len: 168 time: 0.3627188
Feb 17 21:37:14.813366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33272) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:14.846668 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.api.v2.resource [None req-fd43da49-1ae7-49db-a96b-491a65ff491c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] show failed (client error): The resource could not be found.
Feb 17 21:37:14.853272 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fd43da49-1ae7-49db-a96b-491a65ff491c tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "GET /v2.0/security-groups/9f0d4c2b-a30f-4669-8fc6-ea2dcb92aedb HTTP/1.1" status: 404  len: 347 time: 0.0376964
Feb 17 21:37:14.855278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 33276) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:15.098215 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Deleting port 476f01f7-c061-4c37-b8be-e303a999d936 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:15.099767 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:15.353705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa47a74a8>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:15.363403 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd95ddb3-82c0-445b-b235-dd84911501ca None None] The sync data for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi is: [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:29:22Z', 'revision_number': 4, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'fc2bb4fb-c125-4a20-8b1d-0426886c339d', 'name': '', 'network_id': '78781be0-26b9-4e26-95e2-712ed3ea84a5', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'mac_address': 'fa:16:3e:d0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:16Z', 'updated_at': '2021-02-17T21:29:37Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'subnets': [{'id': 'e4d00735-bf61-422c-b2d3-9063cbfd1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:37:15.454634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:15.455267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:15.735628 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Calling delete_port for 476f01f7-c061-4c37-b8be-e303a999d936 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:15.888519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04f074-4571-4f20-a19d-258e8c63572e None None] New status for floating IP 0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:37:16.029879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:16.060197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:16.222019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [None req-3d04f074-4571-4f20-a19d-258e8c63572e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:37:16.223350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [None req-3d04f074-4571-4f20-a19d-258e8c63572e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:37:16.272392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Pushing event deleted for resources: {'Port': ['ID=476f01f7-c061-4c37-b8be-e303a999d936,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:16.283899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:16.527136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:16.557347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:16.561030 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] 10.222.0.81 "DELETE /v2.0/floatingips/0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9 HTTP/1.1" status: 204  len: 168 time: 1.7021646
Feb 17 21:37:16.725248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04f074-4571-4f20-a19d-258e8c63572e None None] New status for floating IP 0e3ad8ff-e858-40e1-acbb-f4c8f460d5e9: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:37:20.090889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33344) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:21.224903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854368609'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:21.853376 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Deleting port fc2bb4fb-c125-4a20-8b1d-0426886c339d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:21.853985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:22.159989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] For port fc2bb4fb-c125-4a20-8b1d-0426886c339d, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=fc2bb4fb-c125-4a20-8b1d-0426886c339d,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:22.172627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:22.751063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Calling delete_port for fc2bb4fb-c125-4a20-8b1d-0426886c339d owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:23.020082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:23.050568 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4645352a-3c2a-4572-b14f-fbedc382ed71 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:23.244249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2bb4fb-c125-4a20-8b1d-0426886c339d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:23.263130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:23.844614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16494470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854368527'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:24.712849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Router dc6b9d50-b735-44ec-a393-d995e2799698 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:37:25.038208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:37:25.052636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] Sync routers for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:37:25.057128 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] 10.222.0.81 "PUT /v2.0/routers/dc6b9d50-b735-44ec-a393-d995e2799698/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9643755
Feb 17 21:37:25.062363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33378) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:25.070106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:37:25.071152 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa47a7ef0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:25.313040 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:25.387498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:37:25.552748 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:25.564318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Deleting port 6ad39117-f270-491d-9b28-d1b7f35c284f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:25.564742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:25.957919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa47a7ef0>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:37:22Z', 'revision_number': 5, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port': {'id': '6ad39117-f270-491d-9b28-d1b7f35c284f', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:29:10Z', 'updated_at': '2021-02-17T21:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:25.966637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] Checking router: dc6b9d50-b735-44ec-a393-d995e2799698 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:37:25.991515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] Routers {'dc6b9d50-b735-44ec-a393-d995e2799698'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:37:25.992903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa47a7ef0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['dc6b9d50-b735-44ec-a393-d995e2799698'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:26.240665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] For port 6ad39117-f270-491d-9b28-d1b7f35c284f, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=6ad39117-f270-491d-9b28-d1b7f35c284f,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:26.241537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:26.268173 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] Set router dc6b9d50-b735-44ec-a393-d995e2799698 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:37:26.407894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Calling delete_port for 6ad39117-f270-491d-9b28-d1b7f35c284f owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:26.465723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa47a7ef0>, [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:37:25Z', 'revision_number': 6, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port_host': None}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:26.472535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc08146-0a33-427b-93a0-67293917f6a4 None None] The sync data for ids ['dc6b9d50-b735-44ec-a393-d995e2799698'] in dv-cinder-760193-4-iscsi is: [{'id': 'dc6b9d50-b735-44ec-a393-d995e2799698', 'name': 'tempest-AttachVolumeShelveTestJSON-1242793680-router', 'tenant_id': '0eebfe4d067343679d9e941cc68c036b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:29:07Z', 'updated_at': '2021-02-17T21:37:25Z', 'revision_number': 6, 'project_id': '0eebfe4d067343679d9e941cc68c036b', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:37:26.717280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:26.743112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-020fa545-9d40-412e-bdf1-69b940e14977 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:26.905084 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad39117-f270-491d-9b28-d1b7f35c284f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:26.909307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:27.203184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421765'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:27.287792 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device fc2bb4fb-c125-4a20-8b1d-0426886c339d no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:37:27.371216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: fc2bb4fb-c125-4a20-8b1d-0426886c339d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:37:27.372037 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device fc2bb4fb-c125-4a20-8b1d-0426886c339d not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:37:27.372999 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 6ad39117-f270-491d-9b28-d1b7f35c284f no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:37:27.444590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 6ad39117-f270-491d-9b28-d1b7f35c284f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:37:27.445272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 6ad39117-f270-491d-9b28-d1b7f35c284f not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:37:27.535447 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767741'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:27.539542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:27.588331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367977'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:27.589683 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc6b9d50-b735-44ec-a393-d995e2799698 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 21:37:27.617738 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:27.622964 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] 10.222.0.81 "DELETE /v2.0/routers/dc6b9d50-b735-44ec-a393-d995e2799698 HTTP/1.1" status: 204  len: 168 time: 2.5560093
Feb 17 21:37:27.624417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33396) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:27.739621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] Deleting subnet e4d00735-bf61-422c-b2d3-9063cbfd1e6a {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:37:27.744789 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:27.835510 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13909950'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:27.995832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:28.455541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840865955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840405428'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:28.486778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6de457fa-829f-4c9a-ae30-fc59385ba9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:28.675732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d00735-bf61-422c-b2d3-9063cbfd1e6a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:28.680453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:28.756495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:28.765861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1f457-81e6-439c-af0b-50e7862c4d35 None None] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:37:28.770213 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-60fdd02c-825f-4c91-bd3f-a22cbc768c32 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e4d00735-bf61-422c-b2d3-9063cbfd1e6a HTTP/1.1" status: 204  len: 168 time: 1.1438923
Feb 17 21:37:28.773817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33404) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:29.011606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:29.156158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Deleting port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:29.156816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:29.464719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf012094-08fa-4850-ad80-aab16ad14ffd None None] DHCP port deletion for 78781be0-26b9-4e26-95e2-712ed3ea84a5 request from dv-cinder-760193-4-iscsi {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 21:37:29.466063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] For port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=0a8e9c58-ee48-40fc-93a3-ed013c477e2f,segment=NetworkSegment(f7408cb9-98b0-4657-916d-bc471e56898f),segment_id=f7408cb9-98b0-4657-916d-bc471e56898f)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:29.466230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:29.503950 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cf012094-08fa-4850-ad80-aab16ad14ffd None None] Deleting port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:29.504646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf012094-08fa-4850-ad80-aab16ad14ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:29.673038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Calling delete_port for 0a8e9c58-ee48-40fc-93a3-ed013c477e2f owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:29.780922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:29.799022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8a3f0539-cccd-4c5c-ace6-0f3203522fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:29.805819 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-810dd8e0-7872-49c5-bac3-700c9ffa5ea2 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/floatingips/b339ea9f-f635-461f-a3d8-eecc15d4198e HTTP/1.1" status: 200  len: 998 time: 0.2079940
Feb 17 21:37:29.898635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cf012094-08fa-4850-ad80-aab16ad14ffd None None] The port '0a8e9c58-ee48-40fc-93a3-ed013c477e2f' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 21:37:29.937332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-df1fb931-5057-41bd-a7a3-9de7de12d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:29.993208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8e9c58-ee48-40fc-93a3-ed013c477e2f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:30.001934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:30.008912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] No DVR routers for this DVR port 0a8e9c58-ee48-40fc-93a3-ed013c477e2f on host dv-cinder-760193-4-iscsi {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:37:30.140583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c4d6b166-de6c-48d3-b499-0e82276175d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:30.149153 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c4d6b166-de6c-48d3-b499-0e82276175d0 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.3294168
Feb 17 21:37:30.155628 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-da0d7ce0-be99-41fd-a514-0de801ad5a47 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:37:30.164788 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-da0d7ce0-be99-41fd-a514-0de801ad5a47 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0143023
Feb 17 21:37:30.264315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:30.345757 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-2755f30d-4df0-4f72-9f46-c3f8b34c8f71 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.125 HTTP/1.1" status: 200  len: 1001 time: 0.1796803
Feb 17 21:37:30.451545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-07c377a3-c779-4c40-ac5f-f466936cd867 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:30.453439 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-07c377a3-c779-4c40-ac5f-f466936cd867 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports/a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 942 time: 0.1002648
Feb 17 21:37:30.465620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa60543c8>,) {'filters': {'network_id': ['78781be0-26b9-4e26-95e2-712ed3ea84a5']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:30.487960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa60543c8>, 'f7408cb9-98b0-4657-916d-bc471e56898f') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:30.488558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa60543c8>, 'f7408cb9-98b0-4657-916d-bc471e56898f') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:30.506838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:30.525615 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:30.528245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:37:30.743017 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:37:30.754554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:30.819900 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-df057b77-ddf2-4fd3-ac0f-2f3e00d01f7f tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.125 HTTP/1.1" status: 200  len: 1001 time: 0.2171271
Feb 17 21:37:30.928385 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.001797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Network 78781be0-26b9-4e26-95e2-712ed3ea84a5 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:37:31.036901 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:37:31.128618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.135175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e99946ef-f842-4417-b8ab-86f75999e45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:31.163361 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.185949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Pushing event deleted for resources: {'Network': ['ID=78781be0-26b9-4e26-95e2-712ed3ea84a5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:31.192222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Deleting port 6acb976f-4b6e-457a-8952-2e1c5f86bbd6 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:31.192721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:31.193066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.214185 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] 10.222.0.81 "DELETE /v2.0/networks/78781be0-26b9-4e26-95e2-712ed3ea84a5 HTTP/1.1" status: 204  len: 168 time: 2.4380736
Feb 17 21:37:31.257869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 0a8e9c58-ee48-40fc-93a3-ed013c477e2f no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:37:31.337965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 0a8e9c58-ee48-40fc-93a3-ed013c477e2f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:37:31.338771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 0a8e9c58-ee48-40fc-93a3-ed013c477e2f not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:37:31.441526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33426) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:31.454663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0af586d-4f02-498d-bc52-bb1f31824bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.520384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.521289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.525594 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-851136fa-e4ba-40df-9ca6-433c7c101c01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0eebfe4d067343679d9e941cc68c036b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0795135
Feb 17 21:37:31.525960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33430) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:31.614940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a54fdfa-12f2-44f7-9af3-b4942c943463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.664400 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a54fdfa-12f2-44f7-9af3-b4942c943463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.751120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a54fdfa-12f2-44f7-9af3-b4942c943463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.760184 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8936785e-da1a-4d5b-bfca-bfeb2aa4bd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:31.788409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54fdfa-12f2-44f7-9af3-b4942c943463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c31b2-3d22-4c99-a6e1-5a516b73ee16,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:31.794042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a54fdfa-12f2-44f7-9af3-b4942c943463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:31.806493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a54fdfa-12f2-44f7-9af3-b4942c943463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:31.808783 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9a54fdfa-12f2-44f7-9af3-b4942c943463 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/362c31b2-3d22-4c99-a6e1-5a516b73ee16 HTTP/1.1" status: 204  len: 168 time: 0.2807946
Feb 17 21:37:32.064794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Calling delete_port for 6acb976f-4b6e-457a-8952-2e1c5f86bbd6 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:32.354649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:32.380738 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1bef3b7d-144f-4fa6-95f0-2414282c7cb1 tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:32.442565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:32.531146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event deleted for resources: {'Port': ['ID=6acb976f-4b6e-457a-8952-2e1c5f86bbd6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:32.538718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:32.706433 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:32.707071 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Floating IP b339ea9f-f635-461f-a3d8-eecc15d4198e disassociated (deleted). External IP: 172.27.3.125, port: a6c08e2f-21c9-485e-86d0-82127dc53630.
Feb 17 21:37:33.315450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Router fe98dcc9-6e2d-469a-934b-79a38814ed2c has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:37:33.453111 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:33.551972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:37:33.565273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] Sync routers for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:37:33.577389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:37:33.578246 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa74fb0f0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:33.584704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:33.661067 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "DELETE /v2.0/floatingips/b339ea9f-f635-461f-a3d8-eecc15d4198e HTTP/1.1" status: 204  len: 173 time: 2.8285830
Feb 17 21:37:33.662190 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:37:33.733301 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'status': 'completed', 'code': 200}
Feb 17 21:37:33.762895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-893fba5a-09d5-4dd9-af11-2264c2bf1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:33.764898 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-893fba5a-09d5-4dd9-af11-2264c2bf1a27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1162 time: 0.0910649
Feb 17 21:37:33.889169 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:37:33.928408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:33.944200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-57aa9f8b-7452-4877-b63b-ad4215b027e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:33.946295 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-57aa9f8b-7452-4877-b63b-ad4215b027e8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 903 time: 0.1742187
Feb 17 21:37:34.064634 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-5e592bb0-b60b-4812-8154-9fab2fa8c402 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 217 time: 0.1102600
Feb 17 21:37:34.189453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-ed27d417-7958-431c-8664-6c8576f75635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:34.192329 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-ed27d417-7958-431c-8664-6c8576f75635 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.1206050
Feb 17 21:37:34.311983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa74fb0f0>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:54Z', 'revision_number': 5, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:34.320954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] Checking router: fe98dcc9-6e2d-469a-934b-79a38814ed2c for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:37:34.334552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c18d3a44-ad54-45dc-997a-f8a884aaae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:34.338590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:37:34.338807 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-c18d3a44-ad54-45dc-997a-f8a884aaae81 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1381009
Feb 17 21:37:34.339482 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa74fb0f0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:34.541521 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-7a277dd9-66ed-49fa-811b-ff5c6fb7ae4b service neutron] 10.222.0.81 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954508
Feb 17 21:37:34.620927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:37:34.740985 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ab74a999-a765-443d-a3ed-c7b80e8a78d8 req-a4923997-09fb-46e5-840a-679a3af4328d service neutron] 10.222.0.81 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1856771
Feb 17 21:37:35.126206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa74fb0f0>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:54Z', 'revision_number': 5, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:35.135985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dd675-7c32-40c3-af13-e1e8bcdbfd9b None None] The sync data for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi is: [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:31:44Z', 'revision_number': 4, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': '8fe3a3b8-a9aa-452a-989d-4f2504bf71b7', 'name': '', 'network_id': 'efce0a5a-9bb6-4e84-98ec-b36c7e90b07a', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'mac_address': 'fa:16:3e:f9:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:42Z', 'updated_at': '2021-02-17T21:31:54Z', 'revision_number': 5, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'subnets': [{'id': 'f6079bc3-89ba-4717-96cf-26834380e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:37:35.270714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-fa4973a1-4cfe-4493-a3e1-3cab23a50325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:35.273858 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-fa4973a1-4cfe-4493-a3e1-3cab23a50325 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 1162 time: 0.1679461
Feb 17 21:37:35.504601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-926052ac-c478-465d-ba0d-52b9fac0f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:35.506380 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-926052ac-c478-465d-ba0d-52b9fac0f6ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 200  len: 903 time: 0.2247565
Feb 17 21:37:35.525966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e78a7-d5d1-4eb6-929b-8942fe2671cc req-75f1a2ef-e388-4ab7-8bdb-7617d56f59aa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:35.526921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-4c9e78a7-d5d1-4eb6-929b-8942fe2671cc req-75f1a2ef-e388-4ab7-8bdb-7617d56f59aa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Synchronizing usage tracker for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:37:35.548422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-4c9e78a7-d5d1-4eb6-929b-8942fe2671cc req-75f1a2ef-e388-4ab7-8bdb-7617d56f59aa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Unset dirty status for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:37:35.550473 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c9e78a7-d5d1-4eb6-929b-8942fe2671cc req-75f1a2ef-e388-4ab7-8bdb-7617d56f59aa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.2423303
Feb 17 21:37:35.611707 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c9e78a7-d5d1-4eb6-929b-8942fe2671cc req-908f5a2d-ec28-4e61-93c1-19e77f3477f9 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0502281
Feb 17 21:37:35.688886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5b94f-807f-4077-bd99-822f68539692 None None] New status for floating IP b339ea9f-f635-461f-a3d8-eecc15d4198e: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:37:36.378955 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-c7335a85-3864-495c-a71f-28252f27c0ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 200  len: 217 time: 0.0754547
Feb 17 21:37:36.853847 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acff3b-08aa-4c82-b055-17ae2e326b05 req-9fd3f63c-66d5-4619-9d05-f167f7555ad9 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:36.856265 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80acff3b-08aa-4c82-b055-17ae2e326b05 req-9fd3f63c-66d5-4619-9d05-f167f7555ad9 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.1080704
Feb 17 21:37:37.165115 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80acff3b-08aa-4c82-b055-17ae2e326b05 req-93707549-591e-478f-855c-99cdfa5422fb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3020697
Feb 17 21:37:37.237105 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-02fd8477-61ae-450e-a4b8-85823eae3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:37.238738 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-02fd8477-61ae-450e-a4b8-85823eae3dad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 200  len: 848 time: 0.0961058
Feb 17 21:37:38.244288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-1d447f3d-2651-471c-9846-fafb9c1a1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:38.246570 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-1d447f3d-2651-471c-9846-fafb9c1a1142 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1531694
Feb 17 21:37:38.501817 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-087567c2-30ba-4c41-b540-8d6e7e8670de service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472291
Feb 17 21:37:38.543933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19422d0-7e64-4591-af5b-5ffabc1cc8af req-2483d1a1-8704-4579-88a8-e0da27d702aa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:38.545686 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c19422d0-7e64-4591-af5b-5ffabc1cc8af req-2483d1a1-8704-4579-88a8-e0da27d702aa tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.1901889
Feb 17 21:37:38.978511 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c19422d0-7e64-4591-af5b-5ffabc1cc8af req-8b88f7ef-e7e0-4cbc-a3d9-a868c25270a5 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3437eb87-17a0-4a04-adcf-052d8334f1a7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3811860
Feb 17 21:37:39.036162 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4eff057e-3592-48b8-9c8a-06ff95029b26 req-9fdcbfef-7183-4b32-a005-325449bbb3a0 service neutron] 10.222.0.83 "GET /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5272892
Feb 17 21:37:39.279533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-dc057fa2-3e1d-460b-81bc-d4b7e947d03a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:37:39.282220 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-dc057fa2-3e1d-460b-81bc-d4b7e947d03a tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.83 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 945 time: 0.1390738
Feb 17 21:37:39.285250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device a6c08e2f-21c9-485e-86d0-82127dc53630 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:37:39.408754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Deleting port a6c08e2f-21c9-485e-86d0-82127dc53630 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:39.409378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:39.452687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:39.501772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:37:39.516704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port a6c08e2f-21c9-485e-86d0-82127dc53630, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6c08e2f-21c9-485e-86d0-82127dc53630,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:39.523863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:39.527898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b10a502d-dc1b-481f-9462-f5a64544ba20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:39.612272 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'code': 200}
Feb 17 21:37:39.676998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=a6c08e2f-21c9-485e-86d0-82127dc53630,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:39.684123 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:39.797114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] For port a6c08e2f-21c9-485e-86d0-82127dc53630, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6c08e2f-21c9-485e-86d0-82127dc53630,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:39.797562 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:39.949082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Calling delete_port for a6c08e2f-21c9-485e-86d0-82127dc53630 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:40.183086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:40.206219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7b439ba0-8bde-4e4a-8c67-0ebb34307a6f tempest-AttachVolumeNegativeTest-562382435 tempest-AttachVolumeNegativeTest-562382435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:40.315488 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6826e63f-5469-47fe-82b1-c909aa42ceab req-542b6a48-2120-4d44-8886-364b372ce8c6 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 210 time: 0.1714940
Feb 17 21:37:40.321493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event deleted for resources: {'Port': ['ID=a6c08e2f-21c9-485e-86d0-82127dc53630,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:40.334179 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:40.519439 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] No DVR routers for this DVR port a6c08e2f-21c9-485e-86d0-82127dc53630 on host hv-cinder-76019 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:37:40.523247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:40.530757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-deleted', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:37:40.554968 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1bf4d7bd-7cea-49d0-9970-8a7b36f65197 req-ccbccbac-2fd4-4f16-83fe-1af6cdf2fafb tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.83 "DELETE /v2.0/ports/a6c08e2f-21c9-485e-86d0-82127dc53630 HTTP/1.1" status: 204  len: 173 time: 1.2664936
Feb 17 21:37:40.618171 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a296b-ace1-4b6c-9ae5-0724e32af844', 'name': 'network-vif-deleted', 'tag': 'a6c08e2f-21c9-485e-86d0-82127dc53630', 'status': 'completed', 'code': 200}
Feb 17 21:37:41.498489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3ecc93c6-137f-41de-92ad-017807868cec req-53cf551b-d80d-4241-aad5-3ebfeea681a4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Synchronizing usage tracker for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:37:41.517163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3ecc93c6-137f-41de-92ad-017807868cec req-53cf551b-d80d-4241-aad5-3ebfeea681a4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Unset dirty status for tenant:4a8e0cff646344b3a47ea2de29f098d4 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:37:41.518829 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3ecc93c6-137f-41de-92ad-017807868cec req-53cf551b-d80d-4241-aad5-3ebfeea681a4 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 210 time: 0.0763018
Feb 17 21:37:41.978365 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:37:42.716895 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1f9b76a2-49e9-4ab3-940b-dc4ba6b545a9 req-6f879359-ba98-41a4-8ef8-174ab59e0f80 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 210 time: 0.0525420
Feb 17 21:37:43.957202 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2f405380-9747-468c-9853-ebd5f6fcd343 req-bbe12266-b298-463d-a294-bfece42591d5 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a296b-ace1-4b6c-9ae5-0724e32af844 HTTP/1.1" status: 200  len: 210 time: 0.0605056
Feb 17 21:37:45.194345 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4b3a1bfa-6b51-48bb-bbd0-d0da13f01f79 req-ed63f3cb-5afb-42ea-94c6-1500f17a78ef tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "GET /v2.0/security-groups/3437eb87-17a0-4a04-adcf-052d8334f1a7 HTTP/1.1" status: 200  len: 2991 time: 0.0625806
Feb 17 21:37:45.277759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b3a1bfa-6b51-48bb-bbd0-d0da13f01f79 req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:45.313991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b3a1bfa-6b51-48bb-bbd0-d0da13f01f79 req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:45.389883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b3a1bfa-6b51-48bb-bbd0-d0da13f01f79 req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:45.395933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-90102771-0267-4fec-ac37-626de726a8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:45.412819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3437eb87-17a0-4a04-adcf-052d8334f1a7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:45.425139 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.425560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.426000 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.426419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.426829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.427278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.427684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.428085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.428533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.428936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.429334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.429731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.430190 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.430587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.430991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.431386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.431783 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.432182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.432598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.432997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.433446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.434334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.434731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.435127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:45.440976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:45.444905 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b3a1bfa-6b51-48bb-bbd0-d0da13f01f79 req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:45.446161 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4b3a1bfa-6b51-48bb-bbd0-d0da13f01f79 req-9535ec2b-c6f0-45a7-b408-98eabcb2ddda tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] 10.222.0.81 "DELETE /v2.0/security-groups/3437eb87-17a0-4a04-adcf-052d8334f1a7 HTTP/1.1" status: 204  len: 173 time: 0.2443969
Feb 17 21:37:45.515720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33650) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:46.674535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854368609'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:47.175425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Deleting port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:47.175858 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:47.414857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] For port 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:47.415172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:47.576595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Calling delete_port for 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:47.833298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:47.851606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-be59060c-d510-46d6-bebb-a34a851161d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:47.983904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe3a3b8-a9aa-452a-989d-4f2504bf71b7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:48.006391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.007254 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.007955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.008728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.009417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.010103 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.010775 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.012080 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.012829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.013519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.014208 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.014907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.015723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.016476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.017369 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.018070 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.018747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.019435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.020114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.020853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.021532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.022205 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.022824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.023508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:37:48.033494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:48.186714 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 33704) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:48.479727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:48.509579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:37:48.517645 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Usage tracker for resource:security_group_rule and tenant:50a285c9638d4021b835631428cfdd8e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:37:48.523440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:37:48.538247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:37:48.594841 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16494470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854368527'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:48.694956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:48.699459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:48.713547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-714fa19c-a3d0-4043-8fb5-fd1f48b83bbb tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:48.805632 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50a285c9638d4021b835631428cfdd8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6166525
Feb 17 21:37:48.809844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac7472f-9cbd-4533-bf36-8a4ec37aa35c,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:48.812700 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33712) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:48.816580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:49.055525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf7bf-17ff-4e7a-b099-f7f2460972bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:49.245538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf7bf-17ff-4e7a-b099-f7f2460972bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:49.748409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf7bf-17ff-4e7a-b099-f7f2460972bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:49.754805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:49.776509 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bf7bf-17ff-4e7a-b099-f7f2460972bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac7472f-9cbd-4533-bf36-8a4ec37aa35c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:49.782340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7c0bf7bf-17ff-4e7a-b099-f7f2460972bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:49.811684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf7bf-17ff-4e7a-b099-f7f2460972bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:49.816097 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7c0bf7bf-17ff-4e7a-b099-f7f2460972bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cac7472f-9cbd-4533-bf36-8a4ec37aa35c HTTP/1.1" status: 204  len: 168 time: 0.9991589
Feb 17 21:37:49.816097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Router fe98dcc9-6e2d-469a-934b-79a38814ed2c has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:37:50.060807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:37:50.072438 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a1974e6f-cf40-49b8-b3f1-f99b2b7801aa admin admin] 10.222.0.81 "PUT /v2.0/routers/fe98dcc9-6e2d-469a-934b-79a38814ed2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5514560
Feb 17 21:37:50.073258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 33722) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:50.073954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] Sync routers for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:37:50.119535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:37:50.120753 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa65261d0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:50.273717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33726) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:50.310919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.318954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.328962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:37:50.334222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Usage tracker for resource:security_group_rule and tenant:289e9efc44cd47729f203207b45cda25 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:37:50.337943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:37:50.348424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:37:50.504176 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.508312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.518835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f1798c28-9ea7-4860-8fee-7a20e6ebb6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:50.572326 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=289e9efc44cd47729f203207b45cda25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2918139
Feb 17 21:37:50.572659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33730) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:50.576394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cac886b-6359-4bf2-807d-fad337b54c67,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:50.591206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:50.629101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:37:50.667654 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.674384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55df1edf-6467-46e8-9bbc-ae6916c5410d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.678863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Deleting port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:50.678863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.730151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55df1edf-6467-46e8-9bbc-ae6916c5410d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.824618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55df1edf-6467-46e8-9bbc-ae6916c5410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.837116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9c7735a2-a9e0-4c36-be48-d7f52b9bb3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:50.866281 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df1edf-6467-46e8-9bbc-ae6916c5410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cac886b-6359-4bf2-807d-fad337b54c67,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:50.871236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-55df1edf-6467-46e8-9bbc-ae6916c5410d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:50.873474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55df1edf-6467-46e8-9bbc-ae6916c5410d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:50.875571 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-55df1edf-6467-46e8-9bbc-ae6916c5410d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cac886b-6359-4bf2-807d-fad337b54c67 HTTP/1.1" status: 204  len: 168 time: 0.3017168
Feb 17 21:37:50.977241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] For port 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=72703c6a-03db-4d05-a4cc-3c98e6a3e1fa,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:50.978101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:51.071143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa65261d0>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:37:47Z', 'revision_number': 5, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port': {'id': '72703c6a-03db-4d05-a4cc-3c98e6a3e1fa', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:38Z', 'updated_at': '2021-02-17T21:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:51.076523 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] Checking router: fe98dcc9-6e2d-469a-934b-79a38814ed2c for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:37:51.087752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] Routers {'fe98dcc9-6e2d-469a-934b-79a38814ed2c'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:37:51.088495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa65261d0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:51.250940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Calling delete_port for 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:51.279611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] Set router fe98dcc9-6e2d-469a-934b-79a38814ed2c gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:37:51.450212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa65261d0>, [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:37:50Z', 'revision_number': 6, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port_host': None}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:51.455708 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db7e22-c5d5-4d00-b21f-f72ab8afbb6c None None] The sync data for ids ['fe98dcc9-6e2d-469a-934b-79a38814ed2c'] in dv-cinder-760193-4-iscsi is: [{'id': 'fe98dcc9-6e2d-469a-934b-79a38814ed2c', 'name': 'tempest-TestShelveInstance-1371439207-router', 'tenant_id': '4a8e0cff646344b3a47ea2de29f098d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:36Z', 'updated_at': '2021-02-17T21:37:50Z', 'revision_number': 6, 'project_id': '4a8e0cff646344b3a47ea2de29f098d4', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:37:51.495452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:51.531363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-998605ea-ae70-422b-ad41-2e34ed0e270c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:51.711347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=72703c6a-03db-4d05-a4cc-3c98e6a3e1fa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:51.717247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:51.919506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421765'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:52.147389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767741'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:52.152912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:52.193389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367977'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:52.194529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe98dcc9-6e2d-469a-934b-79a38814ed2c {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 21:37:52.244620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:52.248397 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] 10.222.0.81 "DELETE /v2.0/routers/fe98dcc9-6e2d-469a-934b-79a38814ed2c HTTP/1.1" status: 204  len: 168 time: 2.1721451
Feb 17 21:37:52.251335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33770) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:52.396933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] Deleting subnet f6079bc3-89ba-4717-96cf-26834380e04c {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:37:52.404636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:52.529178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13909950'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:52.686946 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:53.077376 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840865955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840405428'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:53.093899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-cbed2589-e380-4ba4-989c-a80d260064a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:53.247092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6079bc3-89ba-4717-96cf-26834380e04c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:53.254122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:53.297518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:37:53.302401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:53.309506 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f44dc5b3-9165-4032-8522-a646447198e6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f6079bc3-89ba-4717-96cf-26834380e04c HTTP/1.1" status: 204  len: 168 time: 1.0561354
Feb 17 21:37:53.314071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 33812) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:53.350766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed26e2-a532-4c56-b01c-aa304bee4545 None None] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:37:53.492672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:53.492993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:37:53.493577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 8fe3a3b8-a9aa-452a-989d-4f2504bf71b7 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:37:53.494221 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:37:53.549244 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:37:53.549849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 72703c6a-03db-4d05-a4cc-3c98e6a3e1fa not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:37:53.575988 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Deleting port a21924ce-6699-4151-9512-a3e125e99355 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:53.576337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:53.830603 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] DHCP port deletion for efce0a5a-9bb6-4e84-98ec-b36c7e90b07a request from dv-cinder-760193-4-iscsi {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 21:37:53.836670 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] Deleting port a21924ce-6699-4151-9512-a3e125e99355 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:53.837204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:53.858691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] For port a21924ce-6699-4151-9512-a3e125e99355, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a21924ce-6699-4151-9512-a3e125e99355,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:53.859357 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:54.116325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Calling delete_port for a21924ce-6699-4151-9512-a3e125e99355 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:54.132799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] For port a21924ce-6699-4151-9512-a3e125e99355, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a21924ce-6699-4151-9512-a3e125e99355,segment=NetworkSegment(dc1191fc-0779-4a12-b895-2279b2c2db32),segment_id=dc1191fc-0779-4a12-b895-2279b2c2db32)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:54.133522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:54.295511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:54.320387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] Calling delete_port for a21924ce-6699-4151-9512-a3e125e99355 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:54.337192 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:54.412791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:37:54.412791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:37:54.912588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21924ce-6699-4151-9512-a3e125e99355,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:54.917008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] Deleting port a21924ce-6699-4151-9512-a3e125e99355 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:54.918417 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:54.921803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:54.993564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] No DVR routers for this DVR port a21924ce-6699-4151-9512-a3e125e99355 on host dv-cinder-760193-4-iscsi {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:37:55.064207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f4e97694-75a9-47bc-84a7-ba548a4920c8 None None] The port 'a21924ce-6699-4151-9512-a3e125e99355' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 21:37:55.235413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:55.284625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a21924ce-6699-4151-9512-a3e125e99355 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:37:55.351538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: a21924ce-6699-4151-9512-a3e125e99355 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:37:55.353138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a21924ce-6699-4151-9512-a3e125e99355 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:37:55.424479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa53987f0>,) {'filters': {'network_id': ['efce0a5a-9bb6-4e84-98ec-b36c7e90b07a']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:55.440126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa53987f0>, 'dc1191fc-0779-4a12-b895-2279b2c2db32') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:55.440479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa53987f0>, 'dc1191fc-0779-4a12-b895-2279b2c2db32') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:37:55.455147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840524453'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:55.479282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:55.484180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:37:55.829897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:37:55.849324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036840604117'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:55.945480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33878) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:56.023942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33884) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:56.204167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.223127 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Network efce0a5a-9bb6-4e84-98ec-b36c7e90b07a has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:37:56.238579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:37:56.250002 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:37:56.254723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:37:56.258241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Usage tracker for resource:security_group_rule and tenant:fb127310a2c744569432a55a02453ed6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:37:56.263399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:37:56.270199 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:37:56.272832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:37:56.278337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Usage tracker for resource:security_group_rule and tenant:28167baa8d71437d9a3b6cf2f24037a1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:37:56.283395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:37:56.294610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:37:56.358238 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.364564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.382711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c92b850e-ddf7-4486-9d66-fbd742c5b126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:56.415856 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] 10.222.0.81 "DELETE /v2.0/networks/efce0a5a-9bb6-4e84-98ec-b36c7e90b07a HTTP/1.1" status: 204  len: 168 time: 3.1001053
Feb 17 21:37:56.417004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Pushing event deleted for resources: {'Network': ['ID=efce0a5a-9bb6-4e84-98ec-b36c7e90b07a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:56.420542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2c9cdfc4-c052-488c-8e0b-541602daad01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:56.421548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 33890) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:56.430200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.443090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.471284 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a54fdfa-12f2-44f7-9af3-b4942c943463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:56.585979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1fecad-2096-4480-8f16-71c78b7bbe65,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:56.603790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:56.614968 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb127310a2c744569432a55a02453ed6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6680400
Feb 17 21:37:56.621790 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33894) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:56.647328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.658118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.678466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-86ef722a-12ce-4ca9-becd-a256284aa6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:56.758231 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28167baa8d71437d9a3b6cf2f24037a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7329850
Feb 17 21:37:56.764079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33898) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:56.784695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b0404a-d483-484e-ba73-903047900cf4,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:56.795450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:56.840838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97ddfba6-7b7f-455f-875f-9e6355b765b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.891502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97ddfba6-7b7f-455f-875f-9e6355b765b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.905182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48a506bc-0e97-408a-90df-f41c222f08c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:56.969213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48a506bc-0e97-408a-90df-f41c222f08c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.016974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97ddfba6-7b7f-455f-875f-9e6355b765b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.021927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-876cf959-9487-4ce4-aba8-7e813e27eee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:57.036787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddfba6-7b7f-455f-875f-9e6355b765b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1fecad-2096-4480-8f16-71c78b7bbe65,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:57.040615 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-97ddfba6-7b7f-455f-875f-9e6355b765b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:57.051881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97ddfba6-7b7f-455f-875f-9e6355b765b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.053228 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-97ddfba6-7b7f-455f-875f-9e6355b765b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f1fecad-2096-4480-8f16-71c78b7bbe65 HTTP/1.1" status: 204  len: 168 time: 0.4299178
Feb 17 21:37:57.054498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48a506bc-0e97-408a-90df-f41c222f08c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.057162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48a506bc-0e97-408a-90df-f41c222f08c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.063816 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-48a506bc-0e97-408a-90df-f41c222f08c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49b0404a-d483-484e-ba73-903047900cf4 HTTP/1.1" status: 204  len: 168 time: 0.2911327
Feb 17 21:37:57.063816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9907b374-b4cf-4a8e-ac2c-7355dff902b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:57.091200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a506bc-0e97-408a-90df-f41c222f08c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b0404a-d483-484e-ba73-903047900cf4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:57.094765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-48a506bc-0e97-408a-90df-f41c222f08c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:57.376317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854368609'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.576251 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33910) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:57.607028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 33914) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:57.612588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.643050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:37:57.650705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Usage tracker for resource:security_group_rule and tenant:1af98be13a914d9cae16828dcf77432b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:37:57.657092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:37:57.668321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:37:57.683916 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.710087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:37:57.804926 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Usage tracker for resource:security_group_rule and tenant:18f3aebee79b403cb0a6af05bc067991 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:37:57.816035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:37:57.823819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.827617 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:57.835880 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-324b7f34-ab69-4a50-a837-ea5a2a90324f tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:57.864339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:37:57.889517 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1af98be13a914d9cae16828dcf77432b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3115597
Feb 17 21:37:57.890537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e76112-76d8-4304-9449-9a7c07a82414,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:57.893224 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33918) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:57.896441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:57.972719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7779fae8-7ba4-4d4f-9c7c-705430bc57ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.009351 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7779fae8-7ba4-4d4f-9c7c-705430bc57ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.053197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Deleting port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:37:58.053597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.087148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.100882 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7779fae8-7ba4-4d4f-9c7c-705430bc57ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.109515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d45d3723-ba3e-4cb5-b93e-469aa14d3e4b tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:58.116558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.125345 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779fae8-7ba4-4d4f-9c7c-705430bc57ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e76112-76d8-4304-9449-9a7c07a82414,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:58.128864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7779fae8-7ba4-4d4f-9c7c-705430bc57ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:58.131195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7779fae8-7ba4-4d4f-9c7c-705430bc57ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.132801 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7779fae8-7ba4-4d4f-9c7c-705430bc57ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4e76112-76d8-4304-9449-9a7c07a82414 HTTP/1.1" status: 204  len: 168 time: 0.2382429
Feb 17 21:37:58.141678 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-56eb8574-f15b-43da-aec3-27ab8f5ec830 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:58.272908 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18f3aebee79b403cb0a6af05bc067991&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6642277
Feb 17 21:37:58.273842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc89653-346e-4d9a-9648-6ba628199d5e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:58.277814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 33924) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:37:58.286372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:58.362576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6236a6c6-d6f3-424e-af2d-d1bc3ecf8572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.395478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] For port 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,segment=NetworkSegment(b6f283ca-2259-400c-9905-884071dc9395),segment_id=b6f283ca-2259-400c-9905-884071dc9395)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:37:58.396413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.396722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6236a6c6-d6f3-424e-af2d-d1bc3ecf8572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.461718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6236a6c6-d6f3-424e-af2d-d1bc3ecf8572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.468612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5bdc9e7f-ec44-44a5-93a7-eb62208f82ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:58.484452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236a6c6-d6f3-424e-af2d-d1bc3ecf8572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc89653-346e-4d9a-9648-6ba628199d5e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:58.488413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6236a6c6-d6f3-424e-af2d-d1bc3ecf8572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:58.490766 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6236a6c6-d6f3-424e-af2d-d1bc3ecf8572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.492793 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6236a6c6-d6f3-424e-af2d-d1bc3ecf8572 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fc89653-346e-4d9a-9648-6ba628199d5e HTTP/1.1" status: 204  len: 168 time: 0.2130687
Feb 17 21:37:58.687063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Calling delete_port for 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:37:58.959562 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:58.977699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-42d6de23-d7f0-4276-a5c5-fd74753b135f tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:37:59.089331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Pushing event deleted for resources: {'Port': ['ID=24abc7eb-ecd4-46a5-a127-cf1a5bb79cac,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:37:59.095854 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:37:59.560343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16494470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854368527'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:37:59.811346 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3163abee-ad3d-4af5-92fe-b589e3bf27e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:00.001601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283c10c-e3aa-4b60-9a22-5651055c295d req-f2733703-ca3d-47ee-805d-a5515811affb tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:00.004325 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6283c10c-e3aa-4b60-9a22-5651055c295d req-f2733703-ca3d-47ee-805d-a5515811affb tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 945 time: 0.1270046
Feb 17 21:38:00.071818 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6283c10c-e3aa-4b60-9a22-5651055c295d req-31f41783-8035-42bb-a60e-beb68956ae40 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0542946
Feb 17 21:38:00.563165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Router 90a71761-3fe4-4fb0-a925-afeca4f18706 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:38:00.894964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:38:00.910219 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] Sync routers for ids ['90a71761-3fe4-4fb0-a925-afeca4f18706'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:38:00.947803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] Routers {'90a71761-3fe4-4fb0-a925-afeca4f18706'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:38:00.949369 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa59ff780>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:37:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['90a71761-3fe4-4fb0-a925-afeca4f18706'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:00.961449 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b05a6867-488f-4605-b3b2-0a6f7317594e admin admin] 10.222.0.81 "PUT /v2.0/routers/90a71761-3fe4-4fb0-a925-afeca4f18706/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5374224
Feb 17 21:38:00.965267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34004) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:01.112819 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:01.351812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] Set router 90a71761-3fe4-4fb0-a925-afeca4f18706 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:38:01.421998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-564fe260-526b-43ed-a06c-056cb19a1717 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:01.424606 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-564fe260-526b-43ed-a06c-056cb19a1717 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 945 time: 0.2797720
Feb 17 21:38:01.499189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:01.721835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb549-3ce4-45b4-a45a-97c5a14bdec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:01.759422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Deleting port 488938e0-fb3f-4613-9fc4-a828962ce5c9 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:38:01.760542 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:01.864642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 488938e0-fb3f-4613-9fc4-a828962ce5c9 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:38:01.918961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:01.931235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Deleting port 24becc59-4a83-4455-92af-e11bb17d44cf {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:38:01.931955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:01.955675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d049f2-c5f3-4f38-ad3b-5b42aa3224f4 req-07eb5a3a-c37a-4f61-9608-8265468bc2bf tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:01.974810 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-39d049f2-c5f3-4f38-ad3b-5b42aa3224f4 req-07eb5a3a-c37a-4f61-9608-8265468bc2bf tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 945 time: 0.4265480
Feb 17 21:38:02.199846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:02.235102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:38:02.244092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa59ff780>, [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:37:58Z', 'revision_number': 5, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port': {'id': '24becc59-4a83-4455-92af-e11bb17d44cf', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:31:53Z', 'updated_at': '2021-02-17T21:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:02.250664 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-39d049f2-c5f3-4f38-ad3b-5b42aa3224f4 req-2db09eeb-a088-4d8b-bdc6-688f30e72e6a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2553935
Feb 17 21:38:02.252598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 488938e0-fb3f-4613-9fc4-a828962ce5c9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:38:02.254003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] Checking router: 90a71761-3fe4-4fb0-a925-afeca4f18706 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:38:02.260661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:02.263475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:02.366392 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'code': 200}
Feb 17 21:38:02.367983 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] Routers {'90a71761-3fe4-4fb0-a925-afeca4f18706'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:38:02.369194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa59ff780>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:38:02Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['90a71761-3fe4-4fb0-a925-afeca4f18706'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:02.457407 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] For port 488938e0-fb3f-4613-9fc4-a828962ce5c9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:38:02.458686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:02.493458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] For port 24becc59-4a83-4455-92af-e11bb17d44cf, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=24becc59-4a83-4455-92af-e11bb17d44cf,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:38:02.495814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:02.548614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] Set router 90a71761-3fe4-4fb0-a925-afeca4f18706 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:38:02.687788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa59ff780>, [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:38:01Z', 'revision_number': 6, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port_host': None}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:02.690216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=488938e0-fb3f-4613-9fc4-a828962ce5c9,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:02.696214 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:02.705444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15f507-c80f-4cd6-9c91-3714976b2266 None None] The sync data for ids ['90a71761-3fe4-4fb0-a925-afeca4f18706'] in dv-cinder-760193-4-iscsi is: [{'id': '90a71761-3fe4-4fb0-a925-afeca4f18706', 'name': 'tempest-TestShelveInstance-1459601182-router', 'tenant_id': 'e0a5b8402d914232803156e139c1ae2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:31:52Z', 'updated_at': '2021-02-17T21:38:01Z', 'revision_number': 6, 'project_id': 'e0a5b8402d914232803156e139c1ae2d', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:38:02.715803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:02.736231 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Calling delete_port for 24becc59-4a83-4455-92af-e11bb17d44cf owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:38:02.970706 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34040) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:03.016302 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.017041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.017682 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Floating IP c9a088c5-95e9-456e-8fc1-b9b50db4b093 disassociated. External IP: 172.27.3.101, port: 488938e0-fb3f-4613-9fc4-a828962ce5c9.
Feb 17 21:38:03.018353 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Calling delete_port for 488938e0-fb3f-4613-9fc4-a828962ce5c9 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:38:03.021114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.042986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-75bb5d92-e810-4b91-9c69-90a837546063 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:03.170903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=24becc59-4a83-4455-92af-e11bb17d44cf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:03.186280 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:03.233596 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.279934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:03.293498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Usage tracker for resource:security_group_rule and tenant:5f3ae137f1ae40d5928e3033d62eb80a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:03.298328 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 24becc59-4a83-4455-92af-e11bb17d44cf no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:38:03.315843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:03.325544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:03.361833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:38:03.362259 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:38:03.474081 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421765'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.548339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.558513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.568884 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:03.620185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 24becc59-4a83-4455-92af-e11bb17d44cf {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:38:03.620185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 24becc59-4a83-4455-92af-e11bb17d44cf not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:38:03.620887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:38:03.621554 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94979d09-ba76-4ea2-b210-6bf725ab32f2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:03.651269 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f3ae137f1ae40d5928e3033d62eb80a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6768777
Feb 17 21:38:03.651269 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:03.654413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34052) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:03.663799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:38:03.664213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 24abc7eb-ecd4-46a5-a127-cf1a5bb79cac not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:38:03.672908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.705435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767741'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.708474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.711965 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad86f5-6044-48f9-9538-4e419be69518 req-51aaf05a-079b-4c73-adf2-8b26662a6341 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:03.714996 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-daad86f5-6044-48f9-9538-4e419be69518 req-51aaf05a-079b-4c73-adf2-8b26662a6341 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 943 time: 0.2862453
Feb 17 21:38:03.736149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367977'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.736741 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a71761-3fe4-4fb0-a925-afeca4f18706 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 21:38:03.751495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.755221 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] 10.222.0.81 "DELETE /v2.0/routers/90a71761-3fe4-4fb0-a925-afeca4f18706 HTTP/1.1" status: 204  len: 168 time: 2.7847464
Feb 17 21:38:03.755933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34056) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:03.831464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] Deleting subnet e1bdfc05-2a3b-484c-b117-c1f7909bed16 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:38:03.835008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.867742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Deleting port 488938e0-fb3f-4613-9fc4-a828962ce5c9 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:38:03.868437 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.894931 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13909950'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.906744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.966736 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-daad86f5-6044-48f9-9538-4e419be69518 req-e092791d-f5c6-4579-ac60-bd6961df23eb tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2290411
Feb 17 21:38:03.976309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-774db7c2-c040-49b4-b427-4125784090cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:03.989731 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.028643 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-774db7c2-c040-49b4-b427-4125784090cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.270993 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-774db7c2-c040-49b4-b427-4125784090cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.285147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b7c18ea1-c6cd-4e09-b46e-f7123c82b3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:04.290198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840865955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840405428'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.313875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:04.332445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774db7c2-c040-49b4-b427-4125784090cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94979d09-ba76-4ea2-b210-6bf725ab32f2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:04.336593 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-774db7c2-c040-49b4-b427-4125784090cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:04.396330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] For port 488938e0-fb3f-4613-9fc4-a828962ce5c9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=488938e0-fb3f-4613-9fc4-a828962ce5c9,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:38:04.397032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.408153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-774db7c2-c040-49b4-b427-4125784090cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.409654 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-774db7c2-c040-49b4-b427-4125784090cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94979d09-ba76-4ea2-b210-6bf725ab32f2 HTTP/1.1" status: 204  len: 168 time: 0.7536526
Feb 17 21:38:04.420516 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bdfc05-2a3b-484c-b117-c1f7909bed16,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:04.425804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:04.756693 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.757846 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5cd4f6-8319-47fb-9e4c-2ecf6d7da433 None None] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:38:04.764400 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7575f2c9-109b-4014-bf4e-2a46c7a18813 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e1bdfc05-2a3b-484c-b117-c1f7909bed16 HTTP/1.1" status: 204  len: 168 time: 1.0072625
Feb 17 21:38:04.769249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34068) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:04.917490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.990426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.990920 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:04.991418 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Floating IP c9a088c5-95e9-456e-8fc1-b9b50db4b093 disassociated. External IP: 172.27.3.101, port: 488938e0-fb3f-4613-9fc4-a828962ce5c9.
Feb 17 21:38:04.992505 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Calling delete_port for 488938e0-fb3f-4613-9fc4-a828962ce5c9 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:38:05.011526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Deleting port a7c698f6-3817-48b7-a7c1-564e3b3e870f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:38:05.011526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:05.096694 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34082) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:05.128076 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:05.148512 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:05.153382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Usage tracker for resource:security_group_rule and tenant:73745e4e4d7f478b8a337a0c56da26b7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:05.157032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:05.167560 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:05.309885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:05.326763 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4812185c-be08-43b4-96c0-48a7838250b9 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:05.328157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] DHCP port deletion for fd940cde-e3ef-4c4b-af10-5e3f7069246b request from dv-cinder-760193-4-iscsi {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 21:38:05.337335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] Deleting port a7c698f6-3817-48b7-a7c1-564e3b3e870f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:38:05.338406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:05.375903 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e6b8ac0c-1487-431d-abd8-0b79d6801773 req-1f206f55-9f14-4f3e-991f-644c8c744fa8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 210 time: 0.1121175
Feb 17 21:38:05.557601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:05.580320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:05.603559 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-210d373a-1e81-4d02-a502-f25515ec2e39 tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:05.660915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] For port a7c698f6-3817-48b7-a7c1-564e3b3e870f, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a7c698f6-3817-48b7-a7c1-564e3b3e870f,segment=NetworkSegment(b6f283ca-2259-400c-9905-884071dc9395),segment_id=b6f283ca-2259-400c-9905-884071dc9395)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:38:05.661371 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:05.674599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] For port a7c698f6-3817-48b7-a7c1-564e3b3e870f, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=a7c698f6-3817-48b7-a7c1-564e3b3e870f,segment=NetworkSegment(b6f283ca-2259-400c-9905-884071dc9395),segment_id=b6f283ca-2259-400c-9905-884071dc9395)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:38:05.675320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:05.778191 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73745e4e4d7f478b8a337a0c56da26b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6803069
Feb 17 21:38:05.839852 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event deleted for resources: {'Port': ['ID=488938e0-fb3f-4613-9fc4-a828962ce5c9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:05.842210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34088) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:05.845266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53de79b-9222-4b0b-9b0c-9c59e36e5bc7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:05.848881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:05.856157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Calling delete_port for a7c698f6-3817-48b7-a7c1-564e3b3e870f owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:38:05.887153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:05.941026 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] Calling delete_port for a7c698f6-3817-48b7-a7c1-564e3b3e870f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:38:05.974038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.001349 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ce31f80f-3963-4994-8af4-59786119bb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:06.032225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b8a39e3-6202-4d9a-8352-3312d53adcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.033762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:38:06.034503 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:38:06.144390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c698f6-3817-48b7-a7c1-564e3b3e870f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:06.147309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:06.155101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b8a39e3-6202-4d9a-8352-3312d53adcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.170036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] No DVR routers for this DVR port a7c698f6-3817-48b7-a7c1-564e3b3e870f on host dv-cinder-760193-4-iscsi {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:38:06.218741 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:38:06.304750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b8a39e3-6202-4d9a-8352-3312d53adcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.311478 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.324612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-774db7c2-c040-49b4-b427-4125784090cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:06.350713 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a39e3-6202-4d9a-8352-3312d53adcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53de79b-9222-4b0b-9b0c-9c59e36e5bc7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:06.357673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6b8a39e3-6202-4d9a-8352-3312d53adcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:06.458845 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b8a39e3-6202-4d9a-8352-3312d53adcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.469756 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6b8a39e3-6202-4d9a-8352-3312d53adcb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c53de79b-9222-4b0b-9b0c-9c59e36e5bc7 HTTP/1.1" status: 204  len: 168 time: 0.6230648
Feb 17 21:38:06.488656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa5724ef0>,) {'filters': {'network_id': ['fd940cde-e3ef-4c4b-af10-5e3f7069246b']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:06.506499 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5724ef0>, 'b6f283ca-2259-400c-9905-884071dc9395') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:06.506832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5724ef0>, 'b6f283ca-2259-400c-9905-884071dc9395') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:06.532140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840865882'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.536117 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] Deleting port a7c698f6-3817-48b7-a7c1-564e3b3e870f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:38:06.537010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.559209 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:38:06.573042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:38:06.626715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:38:06.640517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa741edd8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:38:02Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:06.651595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.661773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:38:06.688429 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-bee2f2b0-3f29-4658-bb09-f8bcabc564a0 req-7ae5b81d-5f72-4a22-a2e9-860f9f322f55 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:38:06.691863 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] No DVR routers for this DVR port 488938e0-fb3f-4613-9fc4-a828962ce5c9 on host hv-cinder-76019 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:38:06.694279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:06.696410 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-18bc4f42-53e5-4cce-b693-918b6c0496d6 req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "DELETE /v2.0/ports/488938e0-fb3f-4613-9fc4-a828962ce5c9 HTTP/1.1" status: 204  len: 173 time: 5.2658601
Feb 17 21:38:06.701386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'name': 'network-vif-deleted', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:38:06.787476 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-bee2f2b0-3f29-4658-bb09-f8bcabc564a0 req-7ae5b81d-5f72-4a22-a2e9-860f9f322f55 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:38:06.789598 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bee2f2b0-3f29-4658-bb09-f8bcabc564a0 req-7ae5b81d-5f72-4a22-a2e9-860f9f322f55 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f11d842-4ed3-4b44-848e-3f9370332fbd HTTP/1.1" status: 200  len: 210 time: 0.1809998
Feb 17 21:38:06.860948 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f11d842-4ed3-4b44-848e-3f9370332fbd', 'name': 'network-vif-deleted', 'tag': '488938e0-fb3f-4613-9fc4-a828962ce5c9', 'status': 'completed', 'code': 200}
Feb 17 21:38:06.905327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ab545359-ca69-4b92-bd5f-07095b548a1d None None] The port 'a7c698f6-3817-48b7-a7c1-564e3b3e870f' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 21:38:06.994502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:38:07.107869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:38:07.139009 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13909410'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:07.344545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a7c698f6-3817-48b7-a7c1-564e3b3e870f no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:38:07.400765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: a7c698f6-3817-48b7-a7c1-564e3b3e870f {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:38:07.402270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device a7c698f6-3817-48b7-a7c1-564e3b3e870f not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:38:07.494122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa741edd8>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:07.499347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:38:07.510296 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:38:07.511060 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa741edd8>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:38:02Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:07.669470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Network fd940cde-e3ef-4c4b-af10-5e3f7069246b has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:38:07.702261 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:38:07.751166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:38:07.815245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:07.820660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:07.841288 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:07.853577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd940cde-e3ef-4c4b-af10-5e3f7069246b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:07.860139 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:07.872418 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-dc983896-10b3-493e-bc36-9f28d1d1175f admin admin] 10.222.0.81 "DELETE /v2.0/networks/fd940cde-e3ef-4c4b-af10-5e3f7069246b HTTP/1.1" status: 204  len: 168 time: 3.0966923
Feb 17 21:38:08.149851 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34136) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:08.210729 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-23119daa-c6fc-4bc4-94b1-8c0b60d6df92 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a8e0cff646344b3a47ea2de29f098d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0592995
Feb 17 21:38:08.213676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34140) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:08.303873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1eb0a39-7cca-4f14-b6c5-8258a1b7186f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:08.318501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa741edd8>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:08.323518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf34862-f97c-4f44-8af8-1600cc34cc27 None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:38:08.345168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1eb0a39-7cca-4f14-b6c5-8258a1b7186f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:08.409674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1eb0a39-7cca-4f14-b6c5-8258a1b7186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:08.413358 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b3997d0a-5bc1-420e-94ca-362cc0ea842e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:08.435835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb0a39-7cca-4f14-b6c5-8258a1b7186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9d12ba-d6e9-4ecd-bbfc-8e8b0713ff71,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:08.440193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d1eb0a39-7cca-4f14-b6c5-8258a1b7186f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:08.444118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1eb0a39-7cca-4f14-b6c5-8258a1b7186f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:08.447856 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d1eb0a39-7cca-4f14-b6c5-8258a1b7186f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b9d12ba-d6e9-4ecd-bbfc-8e8b0713ff71 HTTP/1.1" status: 204  len: 168 time: 0.2291350
Feb 17 21:38:08.522472 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-394f2109-4b45-4739-bf4f-904af45672d4 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1655886408&fields=id&tenant_id=aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 267 time: 0.0527260
Feb 17 21:38:08.772019 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-10d4091d-285f-4176-b518-378b9f9ef100 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:08.773284 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-10d4091d-285f-4176-b518-378b9f9ef100 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:38:08.808552 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-10d4091d-285f-4176-b518-378b9f9ef100 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:38:08.810894 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-10d4091d-285f-4176-b518-378b9f9ef100 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 812 time: 0.2701514
Feb 17 21:38:08.852139 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-fae05fee-8cb5-48dc-a5ca-f0ef956b0856 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/quotas/aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 375 time: 0.0290999
Feb 17 21:38:08.854186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e51e80-3a3d-4a70-8dce-b4ef18a8dae2 None None] New status for floating IP c9a088c5-95e9-456e-8fc1-b9b50db4b093: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:38:09.005293 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-f10dc885-2f48-493f-9665-75f7c903bf92 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1501110
Feb 17 21:38:09.214753 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34172) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:09.334741 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a1496c86-bed3-4909-88be-88fe37082370 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0a5b8402d914232803156e139c1ae2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1171250
Feb 17 21:38:09.338536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34178) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:09.355212 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-bebe1cf6-a88c-43db-9204-96f53709aa69 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3459094
Feb 17 21:38:09.514064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3adbe688-1359-48f4-a003-6fa229e6030e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:09.570389 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-7fd18558-08d7-4dcc-be1f-0b152a97f861 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2043087
Feb 17 21:38:09.570635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3adbe688-1359-48f4-a003-6fa229e6030e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:09.643032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3adbe688-1359-48f4-a003-6fa229e6030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:09.648911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-69ee00f6-4d25-4c96-84d7-d8d51e17a5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:09.664937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbe688-1359-48f4-a003-6fa229e6030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a86fbf-58e9-427f-b938-dd1e4cb62b94,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:09.668426 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3adbe688-1359-48f4-a003-6fa229e6030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:09.670312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3adbe688-1359-48f4-a003-6fa229e6030e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:09.675007 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-3adbe688-1359-48f4-a003-6fa229e6030e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9a86fbf-58e9-427f-b938-dd1e4cb62b94 HTTP/1.1" status: 204  len: 168 time: 0.3337951
Feb 17 21:38:10.236101 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c74a7b63-0857-43dd-9fd4-21b572454998 req-5218dfd9-a539-4a0a-b2b4-a1f8e6ac97dd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 210 time: 0.0743709
Feb 17 21:38:11.542777 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b2f7a26e-907f-49d0-a2d9-e5c0b27d3da6 req-75176d75-7b27-4bd8-b9e1-1224463861b0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 210 time: 0.0947869
Feb 17 21:38:11.655937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-bc9110d2-1749-4046-b5ce-02e263215c4e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:11.658947 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-bc9110d2-1749-4046-b5ce-02e263215c4e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 812 time: 0.3551033
Feb 17 21:38:11.759890 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-f067fc5a-272f-402a-9608-720e475e48f3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 5765 time: 0.0917439
Feb 17 21:38:11.770098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'port': {'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'admin_state_up': True, 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'security_groups': ['156d56c5-cc43-4de7-ad10-c94b3b977e49']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:38:11.936266 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:11.947055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:11.957709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Made reservation on behalf of aba5d46326f44797be23f75dcad76b44 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:38:11.963756 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:12.311649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Allocated IP 172.20.0.10 (46bc35c9-db4b-4405-898f-7c3c7bae46f1/6d83b4f0-27d4-41ec-be5b-22b6450332c9/ab18e175-1923-44ef-b2c6-2d2f141e2430) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:38:12.547389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:12.565943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Transition to ACTIVE for port object ab18e175-1923-44ef-b2c6-2d2f141e2430 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:38:12.592896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:12.611538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-52775c26-603e-4cb2-bfb8-7217a2fcf889 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:12.822529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=ab18e175-1923-44ef-b2c6-2d2f141e2430,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:12.829450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:12.963649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:38:12.976146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c98617-c08f-47aa-b765-ae4bf47c626c req-5f7c1b85-7a04-4e5a-8ebd-7878791ffb08 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:12.979241 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f1c98617-c08f-47aa-b765-ae4bf47c626c req-5f7c1b85-7a04-4e5a-8ebd-7878791ffb08 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 932 time: 0.2464788
Feb 17 21:38:12.981243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:38:12.985082 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:38:13.206868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:13.208016 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:13.223226 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f1c98617-c08f-47aa-b765-ae4bf47c626c req-7ca41cb5-f9aa-41f0-b10f-74451319c9e3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1845288
Feb 17 21:38:13.281260 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5164015
Feb 17 21:38:13.295409 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Request body: {'port': {'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:38:13.451532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d679adde-d99f-4864-805b-c5d78ecccfc1 None None] Provisioning for port ab18e175-1923-44ef-b2c6-2d2f141e2430 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:38:13.461305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d679adde-d99f-4864-805b-c5d78ecccfc1 None None] Provisioning complete for port ab18e175-1923-44ef-b2c6-2d2f141e2430 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:38:13.462079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d679adde-d99f-4864-805b-c5d78ecccfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:13.529580 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:13.604639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d679adde-d99f-4864-805b-c5d78ecccfc1 None None] Port ab18e175-1923-44ef-b2c6-2d2f141e2430 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:38:13.630762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34262) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:13.832744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:13.867100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:13.876308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b14d9b3313fb46a58c54ea6feff66c3f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:13.879924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:13.886527 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:14.022888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.027840 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.045425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d1eb0a39-7cca-4f14-b6c5-8258a1b7186f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:14.115635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab18e175-1923-44ef-b2c6-2d2f141e2430 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:38:14.127915 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.131635 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b14d9b3313fb46a58c54ea6feff66c3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4987724
Feb 17 21:38:14.135256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34272) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:14.141443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae5ad8f-4897-4cdb-80e2-1a504a7c35e1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:14.145595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Transition to ACTIVE for port object ab18e175-1923-44ef-b2c6-2d2f141e2430 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:38:14.147629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:14.154362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.176961 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1412be4f-667c-4c8e-b101-1cb9b61c5f41 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:14.251453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75631536-14ad-4c73-8928-8584a1d3fb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.307136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75631536-14ad-4c73-8928-8584a1d3fb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.318881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Pushing event updated for resources: {'Port': ['ID=ab18e175-1923-44ef-b2c6-2d2f141e2430,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:14.336465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:14.388370 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75631536-14ad-4c73-8928-8584a1d3fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.395504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-504bf0c7-7766-40c3-bd21-9889a976df12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:14.422966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75631536-14ad-4c73-8928-8584a1d3fb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae5ad8f-4897-4cdb-80e2-1a504a7c35e1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:14.490050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-75631536-14ad-4c73-8928-8584a1d3fb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:14.501481 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75631536-14ad-4c73-8928-8584a1d3fb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.507938 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-75631536-14ad-4c73-8928-8584a1d3fb3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ae5ad8f-4897-4cdb-80e2-1a504a7c35e1 HTTP/1.1" status: 204  len: 168 time: 0.3698463
Feb 17 21:38:14.587290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Attempting to bind port ab18e175-1923-44ef-b2c6-2d2f141e2430 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:38:14.587762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Attempting to bind port ab18e175-1923-44ef-b2c6-2d2f141e2430 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:38:14.588222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Attempting to bind port ab18e175-1923-44ef-b2c6-2d2f141e2430 on network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:38:14.597864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:38:14.598185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Checking segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:38:14.598614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.599024 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Bound using segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:38:14.599529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Bound port: ab18e175-1923-44ef-b2c6-2d2f141e2430, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:38:14.599971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.600164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48ee79-54cd-44f4-b25c-f389029ca986 req-36982767-f249-4b11-b69c-f71e9a1cfed8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:14.603181 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4d48ee79-54cd-44f4-b25c-f389029ca986 req-36982767-f249-4b11-b69c-f71e9a1cfed8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 944 time: 0.1841269
Feb 17 21:38:14.725017 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4d48ee79-54cd-44f4-b25c-f389029ca986 req-b8966080-09a1-4b5c-bbc8-cbf2aa4423a7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1064780
Feb 17 21:38:14.780888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] For port ab18e175-1923-44ef-b2c6-2d2f141e2430, host hv-cinder-76019, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:38:14.785637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] For port ab18e175-1923-44ef-b2c6-2d2f141e2430, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:38:14.789872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:14.818005 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b32a2a03-e41a-4f7a-b85f-8ade4edf51be tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:15.176598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34290) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:15.233206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:15.267218 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:15.274193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Usage tracker for resource:security_group_rule and tenant:06fb765eadbd486991520bc40196835f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:15.279303 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Pushing event updated for resources: {'Port': ['ID=ab18e175-1923-44ef-b2c6-2d2f141e2430,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:15.279506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:15.283207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:15.291268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:15.321210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:15.321898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:15.324426 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] 10.222.0.83 "PUT /v2.0/ports/ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 1158 time: 2.0331953
Feb 17 21:38:15.325285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:38:15.388504 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'status': 'completed', 'code': 200}
Feb 17 21:38:15.477113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:15.490077 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:15.505277 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-75631536-14ad-4c73-8928-8584a1d3fb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:15.557570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-219f80c6-e083-4bd6-a7b6-54fa0197de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:15.561030 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-219f80c6-e083-4bd6-a7b6-54fa0197de7c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1161 time: 0.1686337
Feb 17 21:38:15.590107 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06fb765eadbd486991520bc40196835f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4100287
Feb 17 21:38:15.592631 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e05696-be4f-4e9c-bce5-6aaef8106049,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:15.598689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34302) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:15.604907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:15.701211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd03-77af-482f-a72f-44b21458563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:15.733875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd03-77af-482f-a72f-44b21458563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:15.759479 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-9d6d8e7f-cca3-4798-8fe9-c0ad1a03a271 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 217 time: 0.1898677
Feb 17 21:38:15.812367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd03-77af-482f-a72f-44b21458563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:15.826758 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-27c61625-b611-45b9-84a4-acefdcf7e201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:15.842421 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-416d66d0-eac8-4218-83a1-646d04ba9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:15.844867 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-416d66d0-eac8-4218-83a1-646d04ba9076 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0794115
Feb 17 21:38:15.856241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08fd03-77af-482f-a72f-44b21458563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e05696-be4f-4e9c-bce5-6aaef8106049,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:15.860164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd03-77af-482f-a72f-44b21458563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:15.862418 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-0a08fd03-77af-482f-a72f-44b21458563a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77e05696-be4f-4e9c-bce5-6aaef8106049 HTTP/1.1" status: 204  len: 168 time: 0.2611995
Feb 17 21:38:15.864097 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0a08fd03-77af-482f-a72f-44b21458563a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:15.975098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-770d2ffd-0808-41a0-bffb-71ecbb43f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:15.987243 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-770d2ffd-0808-41a0-bffb-71ecbb43f1ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1357026
Feb 17 21:38:15.991125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f928fab-1a0c-4d43-bd4a-1362db6e55a7 req-5c8d0ac8-fd8f-496f-a3ed-d28e0664ab22 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:15.999800 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f928fab-1a0c-4d43-bd4a-1362db6e55a7 req-5c8d0ac8-fd8f-496f-a3ed-d28e0664ab22 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 944 time: 0.1141307
Feb 17 21:38:16.054184 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6f928fab-1a0c-4d43-bd4a-1362db6e55a7 req-6b5f519a-ce4c-4711-99e3-cb64d5ca5faf tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0532744
Feb 17 21:38:16.261285 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-f6d123dd-222b-41ff-b165-30013d4ff6de service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646232
Feb 17 21:38:16.497884 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0fda64d5-45b4-4476-8dff-2776fc11204a req-f64ff419-8e6a-434f-9062-620a4db2c8a7 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2292776
Feb 17 21:38:16.609504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34322) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:16.636033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:16.636755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-86801ad4-a7cc-4404-9671-e14e2500d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:16.638438 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-86801ad4-a7cc-4404-9671-e14e2500d650 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1161 time: 0.0912256
Feb 17 21:38:16.654212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:16.659337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Usage tracker for resource:security_group_rule and tenant:b198070b163b4a7cba8ca10d4ccbdcb7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:16.662937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:16.669992 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:16.779388 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:16.783213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:16.794687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-99f84df0-8d51-49a0-86aa-8ea97b4b5709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:16.809291 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-398bdcba-c5d9-46bf-a585-4a9dc02e30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:16.811139 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-398bdcba-c5d9-46bf-a585-4a9dc02e30bd service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1659970
Feb 17 21:38:16.846475 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b198070b163b4a7cba8ca10d4ccbdcb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2355194
Feb 17 21:38:16.848978 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db5e3e3-9d2e-4e15-8681-54f85958ef26,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:16.853205 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-297aa8b1-dedb-43e7-b9b5-d4d0cfc71493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:16.853986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34326) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:16.914248 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-6d0f0102-f4b9-4056-ae13-a4a0f5a63564 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 217 time: 0.0959604
Feb 17 21:38:16.934279 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0018760-92b4-4ba9-8358-8b13550adbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:16.986003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0018760-92b4-4ba9-8358-8b13550adbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:16.995614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-153c0642-47af-407e-ba65-916b8a9cfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:16.997289 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-153c0642-47af-407e-ba65-916b8a9cfbb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0766704
Feb 17 21:38:17.063842 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0018760-92b4-4ba9-8358-8b13550adbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:17.074515 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2ab7d634-b30e-425c-8e4c-4d0c8acd5814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:17.098108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0018760-92b4-4ba9-8358-8b13550adbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db5e3e3-9d2e-4e15-8681-54f85958ef26,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:17.102491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f0018760-92b4-4ba9-8358-8b13550adbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:17.105949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-088624b8-3071-4de7-8fbd-82c54256a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:17.109508 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-088624b8-3071-4de7-8fbd-82c54256a912 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1051838
Feb 17 21:38:17.127866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0018760-92b4-4ba9-8358-8b13550adbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:17.132168 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f0018760-92b4-4ba9-8358-8b13550adbd8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6db5e3e3-9d2e-4e15-8681-54f85958ef26 HTTP/1.1" status: 204  len: 168 time: 0.2741790
Feb 17 21:38:17.396001 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-16b99590-39c2-4c9f-a524-b80e9a4ccf54 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789330
Feb 17 21:38:17.402904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad853-f8a7-4a8d-85d9-fd2281cb9ab0 req-c63e7dcf-81ce-43f6-b21a-01d35884b2b5 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:17.403715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-35bad853-f8a7-4a8d-85d9-fd2281cb9ab0 req-c63e7dcf-81ce-43f6-b21a-01d35884b2b5 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:38:17.513917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-35bad853-f8a7-4a8d-85d9-fd2281cb9ab0 req-c63e7dcf-81ce-43f6-b21a-01d35884b2b5 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:38:17.514933 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-35bad853-f8a7-4a8d-85d9-fd2281cb9ab0 req-c63e7dcf-81ce-43f6-b21a-01d35884b2b5 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 944 time: 0.2765417
Feb 17 21:38:17.630417 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-35bad853-f8a7-4a8d-85d9-fd2281cb9ab0 req-f659f8d2-2423-48ac-8fa4-5686a94209f5 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0837493
Feb 17 21:38:17.637352 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fd0cc656-fb58-4e46-9fbf-3fa3c1a14741 req-5fbdd326-9957-4562-a856-82c947c1d548 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2287774
Feb 17 21:38:18.985739 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:38:18.991344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7235b67-4c51-4412-9c7f-d572917bdfe4 req-0fd1f7f0-9cc7-479d-8cba-77a4ae92b2b2 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:18.994542 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c7235b67-4c51-4412-9c7f-d572917bdfe4 req-0fd1f7f0-9cc7-479d-8cba-77a4ae92b2b2 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 944 time: 0.1770155
Feb 17 21:38:19.349646 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c7235b67-4c51-4412-9c7f-d572917bdfe4 req-84b065b2-8b79-40df-ba3b-549d2c6c5967 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3422489
Feb 17 21:38:20.618938 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783e742-cdb0-4208-b4db-aa1b8184fd3b req-64bf1d43-9d76-4bf0-b8e0-c0dbe5575163 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:20.621858 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a783e742-cdb0-4208-b4db-aa1b8184fd3b req-64bf1d43-9d76-4bf0-b8e0-c0dbe5575163 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 944 time: 0.1295269
Feb 17 21:38:20.676541 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a783e742-cdb0-4208-b4db-aa1b8184fd3b req-eae41488-581c-4355-9b0e-5faa3062a11f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0474927
Feb 17 21:38:21.897327 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03456189-3cd7-4334-bf4a-0a97c4ab0809 req-1815de17-7988-4f2d-ae2c-54bcf5ec09ba tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:21.898997 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03456189-3cd7-4334-bf4a-0a97c4ab0809 req-1815de17-7988-4f2d-ae2c-54bcf5ec09ba tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 944 time: 0.0945711
Feb 17 21:38:21.959904 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-03456189-3cd7-4334-bf4a-0a97c4ab0809 req-fe5868ad-0c11-4faf-9174-02ac200ac380 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0528033
Feb 17 21:38:23.343501 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeb759-89e2-4599-a739-d052e3b57fe3 req-4b8deec2-dda8-4ed4-aa8e-cc74af3f726b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:23.346596 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ceeb759-89e2-4599-a739-d052e3b57fe3 req-4b8deec2-dda8-4ed4-aa8e-cc74af3f726b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 944 time: 0.1624854
Feb 17 21:38:23.406787 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5ceeb759-89e2-4599-a739-d052e3b57fe3 req-0f8a3201-4cd3-4387-9f3d-a72f0790269d tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0500565
Feb 17 21:38:24.349469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device ab18e175-1923-44ef-b2c6-2d2f141e2430 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:38:24.436849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port ab18e175-1923-44ef-b2c6-2d2f141e2430 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:38:24.444944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port ab18e175-1923-44ef-b2c6-2d2f141e2430 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:38:24.445759 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:24.705049 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dc073-994f-4e88-a728-b5e57de5ef79 req-829ba51b-3a95-4086-9775-d30fe1afc075 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:24.708344 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7c2dc073-994f-4e88-a728-b5e57de5ef79 req-829ba51b-3a95-4086-9775-d30fe1afc075 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 944 time: 0.1163232
Feb 17 21:38:24.725517 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:24.759456 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:38:24.771721 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port ab18e175-1923-44ef-b2c6-2d2f141e2430, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:38:24.778399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:24.781108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4dec2875-fac7-4635-b52e-6a5634c733a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:24.814608 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-7c2dc073-994f-4e88-a728-b5e57de5ef79 req-62c995c5-499a-4bc8-9179-e970456d0a09 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0986273
Feb 17 21:38:24.852341 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'code': 200}
Feb 17 21:38:24.882165 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=ab18e175-1923-44ef-b2c6-2d2f141e2430,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:24.897986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.898899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.899642 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.900387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.901861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.902458 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.903183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.903901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.904663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.905394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.906113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.906855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.907697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.908464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.909368 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.910070 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.910816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.911537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.912278 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.913008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.913733 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.914420 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.914867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.915291 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:24.922197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:25.222074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538289d-ebcd-4934-9361-439d24879e77 req-7e8a2fa2-d508-4969-8a39-cb2de01239f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:25.225063 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4538289d-ebcd-4934-9361-439d24879e77 req-7e8a2fa2-d508-4969-8a39-cb2de01239f0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1163 time: 0.1220384
Feb 17 21:38:25.286702 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4538289d-ebcd-4934-9361-439d24879e77 req-dd237133-835f-42ca-b056-7ae127e727b6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0552046
Feb 17 21:38:26.125929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae4ca-1083-44e4-963a-d4774183a7ff req-097e9002-6977-45c8-9690-50f6ff9c8015 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:26.127504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device ab18e175-1923-44ef-b2c6-2d2f141e2430 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:38:26.128206 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8eae4ca-1083-44e4-963a-d4774183a7ff req-097e9002-6977-45c8-9690-50f6ff9c8015 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 946 time: 0.1528342
Feb 17 21:38:26.215585 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8eae4ca-1083-44e4-963a-d4774183a7ff req-2ada984e-e7e2-4db6-9951-b2045ac566bc tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0743618
Feb 17 21:38:26.321126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port ab18e175-1923-44ef-b2c6-2d2f141e2430 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:38:26.322098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:27.488757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d09eb3-42fb-4163-9b78-168dcf43f18d req-785b2a1b-f985-4040-b8fe-f06c39a152fa tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:27.490587 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f3d09eb3-42fb-4163-9b78-168dcf43f18d req-785b2a1b-f985-4040-b8fe-f06c39a152fa tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 946 time: 0.1169462
Feb 17 21:38:27.551613 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f3d09eb3-42fb-4163-9b78-168dcf43f18d req-ee3dcae0-917e-4d57-9da6-7e9e1be16ae3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0481904
Feb 17 21:38:27.825396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048165-1a87-46aa-9c5d-5f99fbc852ee req-fc3b7a18-a58d-49cb-9a80-6c3a535fa84e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:27.827283 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-66048165-1a87-46aa-9c5d-5f99fbc852ee req-fc3b7a18-a58d-49cb-9a80-6c3a535fa84e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 946 time: 0.1431429
Feb 17 21:38:27.898792 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-66048165-1a87-46aa-9c5d-5f99fbc852ee req-e5cfb347-f298-425d-b056-38fe0f7bc0a6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0584078
Feb 17 21:38:28.219200 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-33225301-6beb-4b7e-8c8e-e0517449e2ee tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2519648
Feb 17 21:38:28.237745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:38:28.250213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:28.268930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:28.286686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:28.515801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:28.839526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Allocated IP 172.27.3.177 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/d2564c08-9b87-43c1-8fcc-c107fec2eaea) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:38:29.067898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:29.114052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:29.134071 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-33e814fe-db1d-4e99-aa40-0acc4393ef68 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:29.297136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=d2564c08-9b87-43c1-8fcc-c107fec2eaea,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:29.303090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:29.373232 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:38:29.375171 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:38:29.378755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:38:29.486962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:29.558112 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:29.801887 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b302d949-63d6-4cb4-a4db-a936b8779c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:29.886984 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:29.896657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:29.917904 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5ad40b34-d125-4698-9ae2-f27bba658e60 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:30.070435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=d2564c08-9b87-43c1-8fcc-c107fec2eaea,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:30.083886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:30.292677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:30.344502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:30.345894 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-b165daae-95a9-453a-a3b2-e7dffe9dfe6f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1162682
Feb 17 21:38:30.453877 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-618ff2e6-65fb-4a41-8777-a911fbf044a7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:38:30.481332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-618ff2e6-65fb-4a41-8777-a911fbf044a7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:38:30.483189 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-618ff2e6-65fb-4a41-8777-a911fbf044a7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.177 HTTP/1.1" status: 200  len: 696 time: 0.1237626
Feb 17 21:38:30.741883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34566) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:30.745001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-c1ad7bdc-4b89-4838-a402-0338aad96808 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:30.748112 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf12dcf5-823a-40ed-a78a-2e384b14f258 req-c1ad7bdc-4b89-4838-a402-0338aad96808 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.2530756
Feb 17 21:38:30.931715 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:30.958683 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:30.985610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:30.993704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Usage tracker for resource:security_group_rule and tenant:ba1f2f638ed64c1ebe6ed16294bfb532 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:30.997839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:31.005850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:31.038951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-dbeff217-e951-49e6-aa34-7277099f83ec tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:31.040733 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-dbeff217-e951-49e6-aa34-7277099f83ec tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1723604
Feb 17 21:38:31.160871 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-3803ea80-da8f-40bd-a594-19866ad50ac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.177 HTTP/1.1" status: 200  len: 696 time: 0.1082523
Feb 17 21:38:31.178728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'floatingip': {'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:38:31.282243 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:31.438588 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-37b9290f-a6b2-4ea5-b540-a85010661c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:31.449857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:31.453765 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:31.465260 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-81283494-8807-44b6-9108-88c447db4fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:31.567520 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba1f2f638ed64c1ebe6ed16294bfb532&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8239202
Feb 17 21:38:31.572194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e78c08-d1c0-4b84-b273-96cfd17c5d02,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:31.573947 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34582) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:31.578526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-da560433-8b37-4580-a651-8dc2d216d5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:31.656217 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fdc52237-9a04-4616-8d39-e7a0f66c1a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:31.947363 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fdc52237-9a04-4616-8d39-e7a0f66c1a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.017849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fdc52237-9a04-4616-8d39-e7a0f66c1a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.025855 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-61265bff-5455-403e-8a94-62290d2c84dd tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:32.037885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc52237-9a04-4616-8d39-e7a0f66c1a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e78c08-d1c0-4b84-b273-96cfd17c5d02,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:32.042698 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-fdc52237-9a04-4616-8d39-e7a0f66c1a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:32.046814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fdc52237-9a04-4616-8d39-e7a0f66c1a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.051004 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-fdc52237-9a04-4616-8d39-e7a0f66c1a62 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36e78c08-d1c0-4b84-b273-96cfd17c5d02 HTTP/1.1" status: 204  len: 168 time: 0.4741969
Feb 17 21:38:32.187655 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.190805 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.400937 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Floating IP ca79e933-7b98-400d-b22a-60f065f6f145 associated. External IP: 172.27.3.177, port: ab18e175-1923-44ef-b2c6-2d2f141e2430.
Feb 17 21:38:32.454023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.477323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34598) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:32.516622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.547966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:32.555353 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Usage tracker for resource:security_group_rule and tenant:8707db6595ac4629824aa3177dbcda3a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:32.560949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:32.567362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:32.664717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.668314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.685496 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4a58ece4-e907-4e60-824b-8508c19dd355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:32.733471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08df88d-450f-41e4-abce-37723126492d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:32.739061 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8707db6595ac4629824aa3177dbcda3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2590971
Feb 17 21:38:32.739384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dbb6ee40-fc9f-4e8f-b33a-e91db307660d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:32.742446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34602) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:32.820181 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9f7b1d0e-0b98-4954-9ab8-98f01e48c764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.851410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9f7b1d0e-0b98-4954-9ab8-98f01e48c764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.858067 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:38:32.901341 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9f7b1d0e-0b98-4954-9ab8-98f01e48c764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.906038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-db205b6b-5609-47ad-b7ed-8a5b66fb98a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:32.921688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b1d0e-0b98-4954-9ab8-98f01e48c764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08df88d-450f-41e4-abce-37723126492d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:32.924780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9f7b1d0e-0b98-4954-9ab8-98f01e48c764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:32.926122 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9f7b1d0e-0b98-4954-9ab8-98f01e48c764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:32.932140 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9f7b1d0e-0b98-4954-9ab8-98f01e48c764 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f08df88d-450f-41e4-abce-37723126492d HTTP/1.1" status: 204  len: 168 time: 0.1839845
Feb 17 21:38:33.328908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:38:33.341258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:38:33.344690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:33.353776 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:38:33.355737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa74ac278>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:38:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:33.410817 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c2c43914-7935-4ee4-8a24-b5ede816bac0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "PUT /v2.0/floatingips/ca79e933-7b98-400d-b22a-60f065f6f145 HTTP/1.1" status: 200  len: 997 time: 2.2377765
Feb 17 21:38:33.411406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:38:33.470249 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'status': 'completed', 'code': 200}
Feb 17 21:38:33.490798 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:33.599033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:38:33.608319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-be53fc68-bf97-42d0-9e61-b99a36fb7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:33.612290 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-be53fc68-bf97-42d0-9e61-b99a36fb7d31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1163 time: 0.1157043
Feb 17 21:38:33.613447 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-2e715cf8-012a-4afc-91ad-cddea088ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:33.615778 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-2e715cf8-012a-4afc-91ad-cddea088ae9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1163 time: 0.1281030
Feb 17 21:38:33.826942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-4446a94a-b05c-437d-ad4d-f93cacb43dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:33.836408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-55e42d75-e853-49d4-a9e9-ac90703c2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:33.839070 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-55e42d75-e853-49d4-a9e9-ac90703c2a4e service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.2151752
Feb 17 21:38:33.840248 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-4446a94a-b05c-437d-ad4d-f93cacb43dbd service neutron] 10.222.0.81 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.2164202
Feb 17 21:38:33.938083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:33.993601 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-a141a2b1-9979-4877-9aba-014c73a57d80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 1000 time: 0.1517375
Feb 17 21:38:34.033219 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-77f0744c-66c8-4dbb-abe8-15b1026aa68f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 1000 time: 0.1870658
Feb 17 21:38:34.101868 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa74ac278>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:32Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:34.105651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-be37b6b4-9e8e-4b82-b9f2-096f4810acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:34.107035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:38:34.120508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:38:34.120816 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-be37b6b4-9e8e-4b82-b9f2-096f4810acfb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1190293
Feb 17 21:38:34.121252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa74ac278>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:38:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:34.208430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-61c7dce7-d444-40c9-b6cb-5f42fd604ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:34.212195 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-61c7dce7-d444-40c9-b6cb-5f42fd604ec0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1703162
Feb 17 21:38:34.251627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-784565ed-3a5e-4982-a23a-13d793b8b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:34.253583 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-784565ed-3a5e-4982-a23a-13d793b8b890 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1289740
Feb 17 21:38:34.370656 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-703ae2b4-36ec-48b8-8381-8b6a5c79f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:34.373716 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-703ae2b4-36ec-48b8-8381-8b6a5c79f12a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1513577
Feb 17 21:38:34.394008 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:38:34.447150 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-c34cb96d-a772-419a-bbaf-8337e997b21a service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737390
Feb 17 21:38:34.563638 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-ebeba77a-c2d7-450e-bc94-8ee964a97d9a service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819382
Feb 17 21:38:34.684260 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b091fac1-8b4b-4d58-95e8-8d42956493cf req-540ee2c6-85b1-41d4-9ec0-e7fa675c95ef service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2261097
Feb 17 21:38:34.817578 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-53d434fa-8942-4dff-a494-a09ccc72dcbe req-18062429-3eb4-4534-8ffc-694d6aed6125 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2465615
Feb 17 21:38:34.932853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa74ac278>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:32Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:38:34.938293 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac81d12-c04d-482c-85d1-bfe189918c3c None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:32Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:38:35.298223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfb4be-1b85-4014-b089-3c2399db59fa None None] New status for floating IP ca79e933-7b98-400d-b22a-60f065f6f145: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:38:37.703575 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34758) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:37.851177 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:37.873448 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:37.878043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b655b88d0649c28c64c566f65a9772 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:37.881074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:37.887705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:37.997768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.001120 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.010967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0db85e74-bf93-4e0e-bc92-7d8240f81938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:38.055900 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6b655b88d0649c28c64c566f65a9772&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3509135
Feb 17 21:38:38.056948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc8038e-d9ef-4b40-b12f-50a690c329e4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:38.059828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34768) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:38.061110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:38.128189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ab55338-e3a7-477f-a270-aec99cd21671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.158007 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ab55338-e3a7-477f-a270-aec99cd21671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.218377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ab55338-e3a7-477f-a270-aec99cd21671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.223897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8e7b3b50-b9d8-4180-a507-7fffac4202dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:38.235823 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab55338-e3a7-477f-a270-aec99cd21671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc8038e-d9ef-4b40-b12f-50a690c329e4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:38.241424 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6ab55338-e3a7-477f-a270-aec99cd21671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:38.243338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ab55338-e3a7-477f-a270-aec99cd21671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.244667 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6ab55338-e3a7-477f-a270-aec99cd21671 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0cc8038e-d9ef-4b40-b12f-50a690c329e4 HTTP/1.1" status: 204  len: 168 time: 0.1834846
Feb 17 21:38:38.579995 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34776) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:38.601538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.618359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:38.622777 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:115e9dc0ea6041989e7bc4793f83b6b8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:38.626557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:38.632533 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:38.723574 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.726637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.736675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0bd7404d-0a32-4812-8ca9-f370000d7dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:38.784839 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=115e9dc0ea6041989e7bc4793f83b6b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2034748
Feb 17 21:38:38.785907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb40fdb-a3a6-4308-8477-463f49af2e84,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:38.787889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34780) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:38.789994 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:38.864223 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b72b-4e04-4c4b-ba24-c2c2d5a04b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.897634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b72b-4e04-4c4b-ba24-c2c2d5a04b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.962860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b72b-4e04-4c4b-ba24-c2c2d5a04b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.968900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7cf10217-61ff-46af-9d46-cc126c2540e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:38.985079 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8b72b-4e04-4c4b-ba24-c2c2d5a04b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb40fdb-a3a6-4308-8477-463f49af2e84,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:38.988196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a3e8b72b-4e04-4c4b-ba24-c2c2d5a04b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:38.989722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b72b-4e04-4c4b-ba24-c2c2d5a04b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:38.991414 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-a3e8b72b-4e04-4c4b-ba24-c2c2d5a04b4e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6bb40fdb-a3a6-4308-8477-463f49af2e84 HTTP/1.1" status: 204  len: 168 time: 0.2020500
Feb 17 21:38:41.831683 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34840) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:42.070872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:42.103121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:42.110782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2c40db1f9847a0b5390288251f2c06 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:42.116334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:42.127902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:42.261151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:42.265600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:42.282933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7c0bf7bf-17ff-4e7a-b099-f7f2460972bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:42.338306 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b2c40db1f9847a0b5390288251f2c06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5052216
Feb 17 21:38:42.339386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f429b7-2ae1-47de-b818-38322a3149c2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:42.342948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34846) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:42.343467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e381ce2e-7f0f-47e5-9924-134d0364b515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:42.430257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c6e-ad65-4d5b-beab-c67f656955f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:42.485267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c6e-ad65-4d5b-beab-c67f656955f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:42.556442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c6e-ad65-4d5b-beab-c67f656955f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:42.566773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-08441751-b41c-482d-8d19-c81387dae0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:42.590558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd9c6e-ad65-4d5b-beab-c67f656955f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f429b7-2ae1-47de-b818-38322a3149c2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:42.595135 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9dcd9c6e-ad65-4d5b-beab-c67f656955f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:42.603791 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c6e-ad65-4d5b-beab-c67f656955f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:42.605523 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-9dcd9c6e-ad65-4d5b-beab-c67f656955f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0f429b7-2ae1-47de-b818-38322a3149c2 HTTP/1.1" status: 204  len: 168 time: 0.2612212
Feb 17 21:38:43.065518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34858) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:43.130730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:43.164092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:43.171697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Usage tracker for resource:security_group_rule and tenant:f87a0f780f5645a48ad5e61034f348ef is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:43.177378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:43.186710 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:43.290307 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:43.294252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:43.302773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f518099e-e37b-4fb2-b2a8-f33115ff11b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:43.349247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6bfac0-1818-43fe-b393-96e221713b3f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:43.354115 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f87a0f780f5645a48ad5e61034f348ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2855825
Feb 17 21:38:43.355442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1e44c041-a184-40c3-ab80-468d26fd9dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:43.358903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34864) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:43.451754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-691f1c89-4bb7-4a78-9187-2d53d6790efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:43.504085 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-691f1c89-4bb7-4a78-9187-2d53d6790efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:43.587192 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-691f1c89-4bb7-4a78-9187-2d53d6790efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:43.596408 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e1e30252-2680-4bc5-92f5-3558831a0613 tempest-AttachVolumeShelveTestJSON-1991374508 tempest-AttachVolumeShelveTestJSON-1991374508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:43.625472 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f1c89-4bb7-4a78-9187-2d53d6790efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6bfac0-1818-43fe-b393-96e221713b3f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:43.629927 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-691f1c89-4bb7-4a78-9187-2d53d6790efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:43.646470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-691f1c89-4bb7-4a78-9187-2d53d6790efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:43.648722 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-691f1c89-4bb7-4a78-9187-2d53d6790efb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee6bfac0-1818-43fe-b393-96e221713b3f HTTP/1.1" status: 204  len: 168 time: 0.2884059
Feb 17 21:38:49.147505 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 34962) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:49.374091 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:49.400951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:49.408897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3c2b3404f74781aabf7394dcaba672 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:49.414788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:49.426474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:49.590564 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:49.594896 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:49.609298 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9da91e5e-fd2d-40ff-a317-6b5d62f37501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:49.688934 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc3c2b3404f74781aabf7394dcaba672&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5392487
Feb 17 21:38:49.691574 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a42e75-cbd4-4f1f-8c71-cd13617a088b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:49.693902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34968) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:49.705728 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.706382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.707235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.707843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.708498 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.709107 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.709705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.710312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.710911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.711532 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.712126 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.712750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.713985 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.714594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.715194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.715786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.716413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.717031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.717626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.718230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.718835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.719430 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.720031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.720681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:49.728121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:49.811953 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:49.882088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:49.974576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:49.983225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-12d7a3de-0fbf-4c30-9289-926932e295b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:50.005102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a42e75-cbd4-4f1f-8c71-cd13617a088b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:50.027923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.028660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.029352 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.030028 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.030710 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.031397 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.032096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.032799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.033467 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.034140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.034822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.035488 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.036314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.037052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.037749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.038271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.038963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.039632 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.040314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.041042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.041781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.042489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.043183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.043881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:38:50.050667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:50.051824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:50.053836 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-3c337bf6-31b4-42b3-93f0-142dd4a774c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/69a42e75-cbd4-4f1f-8c71-cd13617a088b HTTP/1.1" status: 204  len: 168 time: 0.3581991
Feb 17 21:38:50.735685 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 34986) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:50.910168 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:50.941705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:50.949198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Usage tracker for resource:security_group_rule and tenant:28a8101624b64ab8b376d03ce443e88e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:50.954647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:50.966489 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:51.105419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:51.109821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:51.128042 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b37f65b7-2352-452e-88bf-86faeea7b3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:51.186410 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28a8101624b64ab8b376d03ce443e88e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4492145
Feb 17 21:38:51.187688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d542d00e-422c-403b-abd8-b54e957865ee,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:51.190594 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35000) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:51.192381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f5bb67ae-c0cf-4651-8980-a469e39ed985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:51.283508 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d1a767-9d47-49de-a9ff-7f6e527ba2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:51.324838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d1a767-9d47-49de-a9ff-7f6e527ba2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:51.388579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d1a767-9d47-49de-a9ff-7f6e527ba2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:51.398664 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-94f1881e-191f-4284-b95a-7c5a07e752aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:51.424490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1a767-9d47-49de-a9ff-7f6e527ba2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d542d00e-422c-403b-abd8-b54e957865ee,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:51.428833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-70d1a767-9d47-49de-a9ff-7f6e527ba2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:51.445029 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d1a767-9d47-49de-a9ff-7f6e527ba2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:51.447641 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-70d1a767-9d47-49de-a9ff-7f6e527ba2a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d542d00e-422c-403b-abd8-b54e957865ee HTTP/1.1" status: 204  len: 168 time: 0.2550564
Feb 17 21:38:52.097039 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35018) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:52.130599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:52.158295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:52.166130 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Usage tracker for resource:security_group_rule and tenant:433282a80ed64131af2b1277ad08bce4 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:52.172182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:52.182998 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:52.214595 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35022) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:52.355129 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:52.361114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:52.378453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8247ca45-b7f0-45d6-8b34-d1eba2c1938e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:52.463709 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=433282a80ed64131af2b1277ad08bce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3635619
Feb 17 21:38:52.466969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d19127-33fd-4091-94f2-75653c78b0d1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:52.469101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35028) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:52.472859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c46b1423-d5b7-4876-862b-571126d06703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:52.582320 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:52.632526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:38:52.661749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Usage tracker for resource:security_group_rule and tenant:62ecb09be1ca466ca667419f3ff378f2 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:38:52.673697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:38:52.691101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:38:52.695222 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f317-4995-4416-a746-15624a2edf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:52.787153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f317-4995-4416-a746-15624a2edf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:52.961750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f317-4995-4416-a746-15624a2edf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:52.986359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-55df1edf-6467-46e8-9bbc-ae6916c5410d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:53.026712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:53.032808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1f317-4995-4416-a746-15624a2edf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d19127-33fd-4091-94f2-75653c78b0d1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:53.039888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b2d1f317-4995-4416-a746-15624a2edf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:53.040808 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:53.063440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ad71efcf-da97-43c1-a2a6-bff91d506be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:53.129903 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f317-4995-4416-a746-15624a2edf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:53.132054 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b2d1f317-4995-4416-a746-15624a2edf00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40d19127-33fd-4091-94f2-75653c78b0d1 HTTP/1.1" status: 204  len: 168 time: 0.6592407
Feb 17 21:38:53.171818 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62ecb09be1ca466ca667419f3ff378f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9520133
Feb 17 21:38:53.173392 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35034) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:38:53.178344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ac659f-a1db-48fc-a7e8-84bb70026625,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:53.185567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d444defb-0fb5-4c29-923b-e22ca8c8f66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:53.296334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db94f419-038d-4533-8dc6-10c94117c4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:53.350691 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db94f419-038d-4533-8dc6-10c94117c4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:53.435479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db94f419-038d-4533-8dc6-10c94117c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:53.445416 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-85e8252d-6ceb-4bef-b27f-e40a4e7a13cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:38:53.472860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94f419-038d-4533-8dc6-10c94117c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ac659f-a1db-48fc-a7e8-84bb70026625,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:38:53.477655 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-db94f419-038d-4533-8dc6-10c94117c4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:38:53.494675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db94f419-038d-4533-8dc6-10c94117c4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:38:53.496528 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-db94f419-038d-4533-8dc6-10c94117c4a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8ac659f-a1db-48fc-a7e8-84bb70026625 HTTP/1.1" status: 204  len: 168 time: 0.3221731
Feb 17 21:38:55.989948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:38:57.738207 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-de984415-cba4-4e23-958a-c12eb9dbdf12 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=561bce8f0d344ea7949442fe990c3f81&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0622659
Feb 17 21:38:58.029216 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-51605f68-3898-4d4d-894d-0893e8ac153d tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:38:58.031729 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-51605f68-3898-4d4d-894d-0893e8ac153d tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2811260
Feb 17 21:38:58.059501 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-5973db65-fdda-4c07-ae39-220602f7bd17 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/quotas/561bce8f0d344ea7949442fe990c3f81 HTTP/1.1" status: 200  len: 375 time: 0.0161557
Feb 17 21:38:58.149966 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-249f876e-7f9b-46b7-976e-5d4abff25c4d tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=561bce8f0d344ea7949442fe990c3f81&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0785944
Feb 17 21:38:58.501498 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-316ca435-d39e-40c0-b960-80a471a34bfe req-f27ad3c7-8cb9-4635-a153-ff452e6c4dfc tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 210 time: 0.0674574
Feb 17 21:38:59.646661 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f8755376-8336-4f1d-a62a-5e135643f932 req-70b44702-9665-47c4-9346-bc03b281f7ee tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 210 time: 0.0545993
Feb 17 21:38:59.785599 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a9a08668-898b-48ab-aeb8-40ea35170b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:00.873502 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cfda59a9-afe6-46d3-8835-9deedd37b4af req-2ceb62ed-4306-4902-81bb-f4ae81b3fb7a tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 210 time: 0.0962398
Feb 17 21:39:00.939972 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:01.258077 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-f1fdb277-34b6-44dd-ac5f-e780ae7f4059 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1606457
Feb 17 21:39:01.456929 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4819970a-509b-407b-b258-0e38e548eb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:01.519057 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-a009ae26-cd2b-4ad1-88cc-2f4049a2639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:01.520825 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-a009ae26-cd2b-4ad1-88cc-2f4049a2639c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1163 time: 0.1122332
Feb 17 21:39:01.701769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-e57f4190-9c5d-486b-afb0-2f8576dec834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:01.703336 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-e57f4190-9c5d-486b-afb0-2f8576dec834 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1596012
Feb 17 21:39:01.866525 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-c41b484b-8828-4bba-96c7-1d1daf248fea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 1002 time: 0.1557734
Feb 17 21:39:01.948618 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-9405c506-0f82-46c0-9ef2-e61023c51a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:01.950191 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-3397c8ec-d2ca-463c-b716-df3abdf8b1b6 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=561bce8f0d344ea7949442fe990c3f81&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0630572
Feb 17 21:39:01.951129 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-9405c506-0f82-46c0-9ef2-e61023c51a52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0777705
Feb 17 21:39:02.167633 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-95d19b0d-ed60-48ef-a9f4-374b1074d66b req-8e3d2ed3-da8b-4aaf-9346-ed6d03f5edbe tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 210 time: 0.1162360
Feb 17 21:39:02.216178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-40b77635-b39d-4e0c-9491-7da12dbbf12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:02.218946 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-40b77635-b39d-4e0c-9491-7da12dbbf12a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2574742
Feb 17 21:39:02.248211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-2db6c6c2-cd25-4330-b975-73d426b03498 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:02.250179 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-2db6c6c2-cd25-4330-b975-73d426b03498 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2904236
Feb 17 21:39:02.266832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Request body: {'port': {'device_id': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35', 'admin_state_up': True, 'tenant_id': '561bce8f0d344ea7949442fe990c3f81'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:39:02.428317 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-fc14335d-cf1c-46a4-a4ec-9a00c56158fd service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016640
Feb 17 21:39:02.444799 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:39:02.448144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:02.449668 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Usage tracker for resource:port and tenant:561bce8f0d344ea7949442fe990c3f81 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:39:02.453606 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:39:02.460611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:39:02.470958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Made reservation on behalf of 561bce8f0d344ea7949442fe990c3f81 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:39:02.476979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:02.491911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:02.514520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:39:02.522088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Usage tracker for resource:security_group_rule and tenant:561bce8f0d344ea7949442fe990c3f81 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:39:02.528446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:39:02.538837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:39:02.614720 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a1db80a7-65bb-49ad-a10a-d63f806465ae req-7cedc6e4-9ac5-4616-9134-79a6b41ac093 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1781662
Feb 17 21:39:02.645725 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:02.649898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:02.662991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-f0018760-92b4-4ba9-8358-8b13550adbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:02.788477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f8a599-ff7d-4ad3-a54f-894d21637159,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:02.794737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:03.014695 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Allocated IP 192.168.233.194 (b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35/1c2e8be9-3782-485d-9813-782119e3500b/6ff279ee-2619-4d34-a14e-2caa610501f2) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:39:03.287054 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.299290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35224) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:03.320661 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Transition to ACTIVE for port object 6ff279ee-2619-4d34-a14e-2caa610501f2 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:39:03.360981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.396933 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7a718d8d-d895-4ffc-a94c-a367988d8e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:03.451036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.462339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.492892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:39:03.500795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f00ff44d50834431b81a4f846825b018 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:39:03.506752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:39:03.518138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:39:03.666310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Pushing event updated for resources: {'Port': ['ID=6ff279ee-2619-4d34-a14e-2caa610501f2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:03.676976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:03.691620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.696657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.715087 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-612c507c-5385-407f-b7c9-3e0e4502a02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:03.768939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc379a3-bbe7-430c-b0db-c836c8a647ee req-9a47b6eb-d527-4fe9-a128-d08150ca2023 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:03.771336 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cbc379a3-bbe7-430c-b0db-c836c8a647ee req-9a47b6eb-d527-4fe9-a128-d08150ca2023 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 936 time: 0.3813303
Feb 17 21:39:03.784832 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5c70b1-ef2d-4092-a93f-1f2ef227fef6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:03.788730 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:03.796583 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-42385a46-b4b0-4dea-a425-01817d5c47c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f00ff44d50834431b81a4f846825b018&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4908705
Feb 17 21:39:03.796990 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35232) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:03.824754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:39:03.827031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:39:03.838558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:39:03.877395 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cbc379a3-bbe7-430c-b0db-c836c8a647ee req-2e686187-cbd1-41ed-9a88-53974dad932e tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964861
Feb 17 21:39:03.889609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71f533d3-2b8f-41c0-a354-f22530afbecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.923772 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.935943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:03.936610 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.941241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71f533d3-2b8f-41c0-a354-f22530afbecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:03.977297 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c79d4bc5-fc25-446a-90f6-ddc577929ae4 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7155714
Feb 17 21:39:03.990299 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Request body: {'port': {'device_id': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:39:03.999881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71f533d3-2b8f-41c0-a354-f22530afbecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.005570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8479b237-4fbf-4700-89ca-5d56994dea4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:04.023853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71f533d3-2b8f-41c0-a354-f22530afbecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.025279 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-71f533d3-2b8f-41c0-a354-f22530afbecc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d5c70b1-ef2d-4092-a93f-1f2ef227fef6 HTTP/1.1" status: 204  len: 168 time: 0.2272139
Feb 17 21:39:04.026384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f533d3-2b8f-41c0-a354-f22530afbecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5c70b1-ef2d-4092-a93f-1f2ef227fef6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:04.031175 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-71f533d3-2b8f-41c0-a354-f22530afbecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:04.184146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f74cfe38-252c-45cf-af23-f9edf0efddc0 None None] Provisioning for port 6ff279ee-2619-4d34-a14e-2caa610501f2 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:39:04.189662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f74cfe38-252c-45cf-af23-f9edf0efddc0 None None] Provisioning complete for port 6ff279ee-2619-4d34-a14e-2caa610501f2 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:39:04.190155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f74cfe38-252c-45cf-af23-f9edf0efddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.203879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.257506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f74cfe38-252c-45cf-af23-f9edf0efddc0 None None] Port 6ff279ee-2619-4d34-a14e-2caa610501f2 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:39:04.367625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35240) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:04.399572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.434926 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:39:04.441682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e7d51b95c9405080dafa2b68fb7576 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:39:04.446725 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:39:04.455144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:39:04.563133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.566514 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.575876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9a2b1db3-aac0-45f8-bff4-843bf1d42135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:04.618997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f942cd5-478b-42ba-ba59-32be857e6409,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:04.623321 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:04.633703 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3e7d51b95c9405080dafa2b68fb7576&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2614090
Feb 17 21:39:04.633703 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35244) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:04.701718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f587455-15ce-4e10-8d59-43cbf1393ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.733669 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f587455-15ce-4e10-8d59-43cbf1393ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.765548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff279ee-2619-4d34-a14e-2caa610501f2 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:39:04.774506 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.786206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f587455-15ce-4e10-8d59-43cbf1393ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.795121 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2efad083-2b81-40cd-b2d6-4a7dc396acb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:04.796015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Transition to ACTIVE for port object 6ff279ee-2619-4d34-a14e-2caa610501f2 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:39:04.800550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.814902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f587455-15ce-4e10-8d59-43cbf1393ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f942cd5-478b-42ba-ba59-32be857e6409,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:04.817444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f587455-15ce-4e10-8d59-43cbf1393ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:04.821712 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5f587455-15ce-4e10-8d59-43cbf1393ceb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f942cd5-478b-42ba-ba59-32be857e6409 HTTP/1.1" status: 204  len: 168 time: 0.1874506
Feb 17 21:39:04.823428 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5f587455-15ce-4e10-8d59-43cbf1393ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:04.908051 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8aa97d1f-0cdd-41f4-92e3-cbf867c1797d tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:05.116869 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff279ee-2619-4d34-a14e-2caa610501f2,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:05.126976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:05.147418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d02238-cc13-4091-9a2b-671ba70a60c9 req-3bce0e36-7861-4876-8a91-e0d3a68234d3 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:05.155170 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-69d02238-cc13-4091-9a2b-671ba70a60c9 req-3bce0e36-7861-4876-8a91-e0d3a68234d3 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 948 time: 0.1346080
Feb 17 21:39:05.230907 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-69d02238-cc13-4091-9a2b-671ba70a60c9 req-38994ede-99b8-47a2-a92b-ad8ce765a32f tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689249
Feb 17 21:39:05.672399 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Attempting to bind port 6ff279ee-2619-4d34-a14e-2caa610501f2 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:39:05.672803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Attempting to bind port 6ff279ee-2619-4d34-a14e-2caa610501f2 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:39:05.673186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Attempting to bind port 6ff279ee-2619-4d34-a14e-2caa610501f2 on network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:39:05.679614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:39:05.680004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Checking segment: {'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:39:05.680544 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:05.680954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Bound using segment: {'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:39:05.681470 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Bound port: 6ff279ee-2619-4d34-a14e-2caa610501f2, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa89f39b-57c6-446f-87d4-6b6560bbd06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:39:05.682425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:05.792256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] For port 6ff279ee-2619-4d34-a14e-2caa610501f2, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:39:05.795817 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] For port 6ff279ee-2619-4d34-a14e-2caa610501f2, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6ff279ee-2619-4d34-a14e-2caa610501f2,segment=NetworkSegment(fa89f39b-57c6-446f-87d4-6b6560bbd06d),segment_id=fa89f39b-57c6-446f-87d4-6b6560bbd06d)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:39:05.799696 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:05.816665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e406765d-225a-4805-b515-36fe2d0b9893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:05.980646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff279ee-2619-4d34-a14e-2caa610501f2,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:05.986720 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:06.023572 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:06.024116 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:06.026237 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-ed3fef6f-edf5-4725-a03b-c8e4d8b9bc64 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ff279ee-2619-4d34-a14e-2caa610501f2 HTTP/1.1" status: 200  len: 1162 time: 2.0403054
Feb 17 21:39:06.026816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'tag': '6ff279ee-2619-4d34-a14e-2caa610501f2'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:39:06.130976 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'tag': '6ff279ee-2619-4d34-a14e-2caa610501f2', 'status': 'completed', 'code': 200}
Feb 17 21:39:06.197834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-4ef1d097-b40e-4358-8894-f01f84c7679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:06.201217 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-4ef1d097-b40e-4358-8894-f01f84c7679e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=561bce8f0d344ea7949442fe990c3f81&device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 1165 time: 0.1273012
Feb 17 21:39:06.282167 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-8e88d45a-a9be-4291-b74a-98f4f71332f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6ff279ee-2619-4d34-a14e-2caa610501f2 HTTP/1.1" status: 200  len: 217 time: 0.0734453
Feb 17 21:39:06.388381 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c1ccafbf-752d-4779-954b-00f99c85a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:06.390786 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-c1ccafbf-752d-4779-954b-00f99c85a0b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2e8be9-3782-485d-9813-782119e3500b HTTP/1.1" status: 200  len: 843 time: 0.1018834
Feb 17 21:39:06.499360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-cb53efc4-1dc2-4690-b7e7-07a6f9c48378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:06.501255 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-cb53efc4-1dc2-4690-b7e7-07a6f9c48378 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0987015
Feb 17 21:39:06.546969 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b978b9-5b5a-4020-ad2b-c52e400e80d0 req-691d89ca-a294-43c2-9190-17ad6aec9c71 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:06.549191 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-08b978b9-5b5a-4020-ad2b-c52e400e80d0 req-691d89ca-a294-43c2-9190-17ad6aec9c71 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 948 time: 0.1120975
Feb 17 21:39:06.633048 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-08b978b9-5b5a-4020-ad2b-c52e400e80d0 req-e0ed0a6c-cc1e-42ba-8789-671d1607a3ae tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772049
Feb 17 21:39:06.672321 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-834ead74-2860-4695-b666-c88e489e5639 service neutron] 10.222.0.83 "GET /v2.0/networks/b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636915
Feb 17 21:39:06.867449 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-71254a57-fd05-421c-a6d8-34a8ac04bb65 req-e2c42093-0ee4-4abd-9722-23028070d755 service neutron] 10.222.0.83 "GET /v2.0/networks/b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1879406
Feb 17 21:39:07.044889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-ee021b7d-d9a7-4e7d-84de-21f381b75f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:07.047854 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-ee021b7d-d9a7-4e7d-84de-21f381b75f1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=561bce8f0d344ea7949442fe990c3f81&device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 1165 time: 0.1276348
Feb 17 21:39:07.261697 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-afe5663c-2c57-4cb2-b3fc-7a94ec42aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:07.264715 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-afe5663c-2c57-4cb2-b3fc-7a94ec42aa25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 HTTP/1.1" status: 200  len: 863 time: 0.2078435
Feb 17 21:39:07.413055 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-9b0e973e-b27d-4218-8604-4a10bfd22b6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6ff279ee-2619-4d34-a14e-2caa610501f2 HTTP/1.1" status: 200  len: 217 time: 0.1404073
Feb 17 21:39:07.513373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-ed1f8aee-8039-48e1-9a84-4019dde35f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:07.516114 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-ed1f8aee-8039-48e1-9a84-4019dde35f66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c2e8be9-3782-485d-9813-782119e3500b HTTP/1.1" status: 200  len: 843 time: 0.0947063
Feb 17 21:39:07.623867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-1cfcd550-648f-4e72-a70a-ae730e95b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:07.625465 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-1cfcd550-648f-4e72-a70a-ae730e95b0be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1022744
Feb 17 21:39:07.951023 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-98218c0d-10f9-4227-82c2-d7f9bce3e1ec service neutron] 10.222.0.83 "GET /v2.0/networks/b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3165510
Feb 17 21:39:08.047268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35314) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:08.148582 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288a53e-5360-4dcc-9c39-f6003a07869b req-46c9f91f-906b-4008-9ffe-ea01eecc6150 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:08.149997 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-b288a53e-5360-4dcc-9c39-f6003a07869b req-46c9f91f-906b-4008-9ffe-ea01eecc6150 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Synchronizing usage tracker for tenant:561bce8f0d344ea7949442fe990c3f81 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:39:08.213174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-b288a53e-5360-4dcc-9c39-f6003a07869b req-46c9f91f-906b-4008-9ffe-ea01eecc6150 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Unset dirty status for tenant:561bce8f0d344ea7949442fe990c3f81 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:39:08.214495 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b288a53e-5360-4dcc-9c39-f6003a07869b req-46c9f91f-906b-4008-9ffe-ea01eecc6150 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 948 time: 0.4325454
Feb 17 21:39:08.249584 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8696fab4-d201-4afd-8ec6-4269a5501599 req-b3bf25a4-d4bf-4f1a-9eae-035289b9f019 service neutron] 10.222.0.83 "GET /v2.0/networks/b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2861626
Feb 17 21:39:08.293888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:08.316178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:39:08.322936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b26f1f11e463490396f5a7d9c7e451c2 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:39:08.326923 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:39:08.335046 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:39:08.454684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:08.458443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:08.469199 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ecc03037-240f-4632-a836-47ec905fd6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:08.476809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-b288a53e-5360-4dcc-9c39-f6003a07869b req-d6f84be1-7e29-4cdd-b14d-e282bcc9f9d6 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Synchronizing usage tracker for tenant:561bce8f0d344ea7949442fe990c3f81 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:39:08.495878 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-b288a53e-5360-4dcc-9c39-f6003a07869b req-d6f84be1-7e29-4cdd-b14d-e282bcc9f9d6 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Unset dirty status for tenant:561bce8f0d344ea7949442fe990c3f81 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:39:08.497436 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b288a53e-5360-4dcc-9c39-f6003a07869b req-d6f84be1-7e29-4cdd-b14d-e282bcc9f9d6 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680187
Feb 17 21:39:08.517076 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b26f1f11e463490396f5a7d9c7e451c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4679961
Feb 17 21:39:08.520771 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35322) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:08.522155 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12a7d0d-7372-4b8e-a851-214d33b635af,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:08.539101 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6ef96204-96d3-4235-b5da-1ebb86a638e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:08.604445 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5128722b-ebed-433a-950a-e1fe633a07cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:08.635889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5128722b-ebed-433a-950a-e1fe633a07cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:08.693956 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5128722b-ebed-433a-950a-e1fe633a07cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:08.703838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-48a506bc-0e97-408a-90df-f41c222f08c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:08.736016 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128722b-ebed-433a-950a-e1fe633a07cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12a7d0d-7372-4b8e-a851-214d33b635af,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:08.742083 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5128722b-ebed-433a-950a-e1fe633a07cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:08.743647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5128722b-ebed-433a-950a-e1fe633a07cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:08.746437 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5128722b-ebed-433a-950a-e1fe633a07cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b12a7d0d-7372-4b8e-a851-214d33b635af HTTP/1.1" status: 204  len: 168 time: 0.2240868
Feb 17 21:39:09.012535 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Network b8865be1-810b-4a1c-a0c8-1ac2d0e0dc35 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 21:39:09.274413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35330) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:09.303968 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:09.323630 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:39:09.329465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Usage tracker for resource:security_group_rule and tenant:24d220730faf4a24b9e8ee4bbb9a68fc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 21:39:09.333727 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 21:39:09.342359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:39:09.356609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.objects.ports [None req-ba8a639c-fb98-4784-ab29-e706078afc37 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 21:39:09.448248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:09.451579 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:09.461635 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b0e392da-5041-4ac8-92f3-7496af0731e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:09.508646 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24d220730faf4a24b9e8ee4bbb9a68fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2328897
Feb 17 21:39:09.510234 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83539ad5-692b-41a7-9aa6-7cb619ca35bb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:09.512659 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35334) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:09.513891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b9ab8f3a-93f7-4df7-be61-4f785d9ea44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:09.599757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e61bb24-8069-4a61-b15a-68862a99f812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:09.633699 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e61bb24-8069-4a61-b15a-68862a99f812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:09.674382 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6ff279ee-2619-4d34-a14e-2caa610501f2 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:39:09.696795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e61bb24-8069-4a61-b15a-68862a99f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:09.709021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-71f533d3-2b8f-41c0-a354-f22530afbecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:09.731282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61bb24-8069-4a61-b15a-68862a99f812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83539ad5-692b-41a7-9aa6-7cb619ca35bb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:09.736485 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5e61bb24-8069-4a61-b15a-68862a99f812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:09.738668 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e61bb24-8069-4a61-b15a-68862a99f812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:09.741158 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-5e61bb24-8069-4a61-b15a-68862a99f812 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83539ad5-692b-41a7-9aa6-7cb619ca35bb HTTP/1.1" status: 204  len: 168 time: 0.2268658
Feb 17 21:39:09.871495 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 6ff279ee-2619-4d34-a14e-2caa610501f2 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:39:09.878460 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 6ff279ee-2619-4d34-a14e-2caa610501f2 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:39:09.879333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:10.077196 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715249a-d029-4968-b1b2-e0876597f5ab req-b2a3fea9-2dd7-4a5e-80f4-c648a8cce387 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:10.092140 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f715249a-d029-4968-b1b2-e0876597f5ab req-b2a3fea9-2dd7-4a5e-80f4-c648a8cce387 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 948 time: 0.4185030
Feb 17 21:39:10.111921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:10.193471 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff279ee-2619-4d34-a14e-2caa610501f2'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:39:10.217900 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 6ff279ee-2619-4d34-a14e-2caa610501f2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6ff279ee-2619-4d34-a14e-2caa610501f2,segment=NetworkSegment(fa89f39b-57c6-446f-87d4-6b6560bbd06d),segment_id=fa89f39b-57c6-446f-87d4-6b6560bbd06d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:39:10.220646 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f715249a-d029-4968-b1b2-e0876597f5ab req-66402826-09a0-4650-b052-ff942337e43c tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205578
Feb 17 21:39:10.225202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:10.231729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:10.312255 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff279ee-2619-4d34-a14e-2caa610501f2', 'code': 200}
Feb 17 21:39:10.353762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=6ff279ee-2619-4d34-a14e-2caa610501f2,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:10.360466 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:10.577401 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28fbe5-77e7-42c7-ac0a-d19d5af4c177 req-25031572-5086-4ee2-8d66-66463aaafa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:10.579017 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d28fbe5-77e7-42c7-ac0a-d19d5af4c177 req-25031572-5086-4ee2-8d66-66463aaafa9e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 1167 time: 0.0836008
Feb 17 21:39:10.625181 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d28fbe5-77e7-42c7-ac0a-d19d5af4c177 req-68305b5d-e8aa-4a89-8e10-e02ef42acdc5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398641
Feb 17 21:39:10.881306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6ff279ee-2619-4d34-a14e-2caa610501f2 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:39:10.965334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 6ff279ee-2619-4d34-a14e-2caa610501f2 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:39:10.965754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:11.457897 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491190a3-8d7a-4f16-9869-10f5fcba2772 req-030bfb21-1583-4263-848b-9bca8d67b8d9 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:11.459438 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-491190a3-8d7a-4f16-9869-10f5fcba2772 req-030bfb21-1583-4263-848b-9bca8d67b8d9 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 950 time: 0.1001711
Feb 17 21:39:11.539884 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-491190a3-8d7a-4f16-9869-10f5fcba2772 req-39f00c59-e3d1-4a65-8bc2-79260cdaf807 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672054
Feb 17 21:39:12.764136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6d653-b38e-47e8-b875-771c252eea34 req-e04e8d27-fddf-45a5-b87c-a81fe2b47056 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:12.766127 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80f6d653-b38e-47e8-b875-771c252eea34 req-e04e8d27-fddf-45a5-b87c-a81fe2b47056 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 950 time: 0.1010725
Feb 17 21:39:12.821650 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-80f6d653-b38e-47e8-b875-771c252eea34 req-acd257cd-c535-41e6-b42c-8567024a1d56 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487247
Feb 17 21:39:13.569107 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c01a0-a444-456e-9d44-9b12f53b1b76 req-21d52ca1-9e0c-4885-82b5-ef6f0d78791a tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:13.570958 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ec8c01a0-a444-456e-9d44-9b12f53b1b76 req-21d52ca1-9e0c-4885-82b5-ef6f0d78791a tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 950 time: 0.0968680
Feb 17 21:39:13.625977 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ec8c01a0-a444-456e-9d44-9b12f53b1b76 req-3f4e4adf-65ea-4da9-98a9-5960ef2740bf tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477448
Feb 17 21:39:14.761338 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-40715cf8-941a-4e6e-b86c-47237c3c03fd tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:14.763073 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-40715cf8-941a-4e6e-b86c-47237c3c03fd tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.83 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 950 time: 0.1067135
Feb 17 21:39:14.851561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Deleting port 6ff279ee-2619-4d34-a14e-2caa610501f2 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:39:14.851959 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:14.876886 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa869380-8c40-4816-af4a-d9ec4102f8a9 req-213b0a64-e6e1-4848-8d01-12fb871ae7d0 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:14.878999 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa869380-8c40-4816-af4a-d9ec4102f8a9 req-213b0a64-e6e1-4848-8d01-12fb871ae7d0 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 950 time: 0.1197505
Feb 17 21:39:14.894011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 6ff279ee-2619-4d34-a14e-2caa610501f2 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:39:14.948296 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa869380-8c40-4816-af4a-d9ec4102f8a9 req-c6c4d075-9409-4b22-a8e1-b5b9bf7309cd tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606947
Feb 17 21:39:15.026337 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:15.061717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff279ee-2619-4d34-a14e-2caa610501f2'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:39:15.074453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 6ff279ee-2619-4d34-a14e-2caa610501f2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6ff279ee-2619-4d34-a14e-2caa610501f2,segment=NetworkSegment(fa89f39b-57c6-446f-87d4-6b6560bbd06d),segment_id=fa89f39b-57c6-446f-87d4-6b6560bbd06d)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:39:15.078027 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:15.080010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:15.158303 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff279ee-2619-4d34-a14e-2caa610501f2', 'code': 200}
Feb 17 21:39:15.161686 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=6ff279ee-2619-4d34-a14e-2caa610501f2,revision_number=5']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:15.165548 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:15.269641 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] For port 6ff279ee-2619-4d34-a14e-2caa610501f2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6ff279ee-2619-4d34-a14e-2caa610501f2,segment=NetworkSegment(fa89f39b-57c6-446f-87d4-6b6560bbd06d),segment_id=fa89f39b-57c6-446f-87d4-6b6560bbd06d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:39:15.270324 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:15.535944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Calling delete_port for 6ff279ee-2619-4d34-a14e-2caa610501f2 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:39:15.631612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:39:15.631987 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:39:16.133342 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Deleting port 6ff279ee-2619-4d34-a14e-2caa610501f2 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:39:16.134211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:16.178954 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7fe32-5bea-4807-8476-92dadac05d90 req-3b49b092-3794-4473-acdb-d8f56720b3a6 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:39:16.180747 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49e7fe32-5bea-4807-8476-92dadac05d90 req-3b49b092-3794-4473-acdb-d8f56720b3a6 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 948 time: 0.1009140
Feb 17 21:39:16.244870 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49e7fe32-5bea-4807-8476-92dadac05d90 req-3d598217-14e3-407c-af23-eb6cd75d6b15 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/security-groups?id=96f8a599-ff7d-4ad3-a54f-894d21637159&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515857
Feb 17 21:39:16.442339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] For port 6ff279ee-2619-4d34-a14e-2caa610501f2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6ff279ee-2619-4d34-a14e-2caa610501f2,segment=NetworkSegment(fa89f39b-57c6-446f-87d4-6b6560bbd06d),segment_id=fa89f39b-57c6-446f-87d4-6b6560bbd06d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:39:16.442753 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:16.588043 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Calling delete_port for 6ff279ee-2619-4d34-a14e-2caa610501f2 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:39:16.754332 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:16.771142 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3915de73-baec-450a-a213-bebe9b723be3 tempest-TestMinimumBasicScenario-1059437421 tempest-TestMinimumBasicScenario-1059437421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:17.125258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Pushing event deleted for resources: {'Port': ['ID=6ff279ee-2619-4d34-a14e-2caa610501f2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:17.135778 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:17.262064 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] No DVR routers for this DVR port 6ff279ee-2619-4d34-a14e-2caa610501f2 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:39:17.264870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:17.268242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'name': 'network-vif-deleted', 'tag': '6ff279ee-2619-4d34-a14e-2caa610501f2'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:39:17.295153 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e85ac704-1ee9-48c7-9a52-8bd75bd2772a req-ce8210d6-5a7f-41be-bed4-0daa85e54ee1 tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.83 "DELETE /v2.0/ports/6ff279ee-2619-4d34-a14e-2caa610501f2 HTTP/1.1" status: 204  len: 173 time: 2.5266509
Feb 17 21:39:17.355165 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b46cc-e11e-4b0e-80ed-18149879e144', 'name': 'network-vif-deleted', 'tag': '6ff279ee-2619-4d34-a14e-2caa610501f2', 'status': 'completed', 'code': 200}
Feb 17 21:39:17.488684 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b0978a7d-2924-44fa-8258-c6dd1f0d3f39 req-4d3fd174-8329-4455-bb32-6cdd50046f4b tempest-VolumesNegativeTest-955896027 tempest-VolumesNegativeTest-955896027-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17b46cc-e11e-4b0e-80ed-18149879e144 HTTP/1.1" status: 200  len: 210 time: 0.0580347
Feb 17 21:39:23.941492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35600) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:24.114447 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-ef441bb9-ec38-4d20-89e5-dc8c7ec50312 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=561bce8f0d344ea7949442fe990c3f81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1714721
Feb 17 21:39:24.117256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35606) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:39:24.182864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-751001fa-59dc-47e8-910c-3dfcc04148a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:24.212180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-751001fa-59dc-47e8-910c-3dfcc04148a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:24.261199 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-751001fa-59dc-47e8-910c-3dfcc04148a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:24.266871 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8cf087c1-3fff-47fe-8307-f82ca1398f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:39:24.282611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751001fa-59dc-47e8-910c-3dfcc04148a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f8a599-ff7d-4ad3-a54f-894d21637159,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:39:24.286809 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-751001fa-59dc-47e8-910c-3dfcc04148a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:39:24.295374 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-751001fa-59dc-47e8-910c-3dfcc04148a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:24.296764 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-751001fa-59dc-47e8-910c-3dfcc04148a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96f8a599-ff7d-4ad3-a54f-894d21637159 HTTP/1.1" status: 204  len: 168 time: 0.1782224
Feb 17 21:39:29.789394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26ad78af-3816-4cd4-af45-6ab6f70efad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:30.939364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:31.441477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0e071c41-9b53-4717-9be6-d3c512cc5e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:32.438636 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:32.979325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:39:33.436626 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:33.907075 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:39:59.794360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aa0eee06-f829-46b5-92d2-2f2a4af9f9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:00.958801 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:01.345777 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-62e73f55-f5e5-452b-a0be-8f1120977e1f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2940369
Feb 17 21:40:01.453301 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80f8ac56-fb15-4482-b06a-15ae3ac350cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:01.507761 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-b7e49e89-66aa-459f-b72c-330ad03063ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:01.509638 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-b7e49e89-66aa-459f-b72c-330ad03063ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1163 time: 0.0897913
Feb 17 21:40:01.688163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-d97a0975-5ec1-4945-9881-676036053481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:01.689831 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-d97a0975-5ec1-4945-9881-676036053481 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1581740
Feb 17 21:40:01.807609 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-6e6b6ad1-8f3a-4167-8dc7-0f3a5b6cca41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 1002 time: 0.1118531
Feb 17 21:40:01.883100 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-cef89288-cd2a-4e45-ab6b-8cb1a2a123d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:01.884729 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-cef89288-cd2a-4e45-ab6b-8cb1a2a123d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0714533
Feb 17 21:40:01.979822 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-b703c6be-933b-43d9-8f25-0e8255b0876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:01.981549 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-b703c6be-933b-43d9-8f25-0e8255b0876d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908771
Feb 17 21:40:01.993557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-dded0207-a91b-457c-8ed1-631385ee9f7c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:40:01.994783 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-dded0207-a91b-457c-8ed1-631385ee9f7c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061598
Feb 17 21:40:02.159009 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-202722d3-ff3c-47e9-881b-90ed1f14c0ec service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577821
Feb 17 21:40:02.332555 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-fa9387f6-acaa-4b56-80d3-b390c924a61f req-83965596-b2b7-47c2-a7e5-8569794e1ad4 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1672390
Feb 17 21:40:02.443837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:03.444872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:03.917041 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:09.980086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:40:22.497672 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-1873c264-de94-4476-b8c3-960c8635f15a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1655886408&fields=id&tenant_id=aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 267 time: 0.0491922
Feb 17 21:40:22.674756 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65e74-44dd-4363-a885-782db80e7cef req-7d686075-84bc-4de9-bcc2-12a30b102bae tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:22.677145 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-7d686075-84bc-4de9-bcc2-12a30b102bae tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 812 time: 0.1718340
Feb 17 21:40:22.699956 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-929fc656-ea6f-44f3-b062-f44c123513a8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/quotas/aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 375 time: 0.0111690
Feb 17 21:40:22.808407 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-9d230f15-e101-4a36-b5e0-b8ba7f5b3333 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1016467
Feb 17 21:40:22.826780 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-610d35aa-1ec7-40a3-b133-a06e2f464116 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 21:40:22.827939 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-610d35aa-1ec7-40a3-b133-a06e2f464116 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0065091
Feb 17 21:40:22.984788 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-209acac0-e5f1-47f8-b673-35571c7ad532 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475196
Feb 17 21:40:23.174810 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-12855e71-4657-4e9b-8890-61fe97c79720 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1833837
Feb 17 21:40:23.670371 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-e4af3d42-f9f2-4d00-9157-d79cce287bb2 req-b7b1ebf5-766c-49a6-a076-e8e7e21edaf6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 210 time: 0.0533073
Feb 17 21:40:24.813209 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-0173ef70-2727-4012-aa95-2515a4f049e2 req-b8e8feb2-5166-41bb-abcf-d1a9e11a89f5 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 210 time: 0.0790038
Feb 17 21:40:26.003403 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-ee12fd56-b8bb-4cdf-902f-4c16fb84b2f6 req-b2d6c00c-488e-4429-8d05-b6142653a7ee tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 210 time: 0.0803850
Feb 17 21:40:27.182790 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-aabde11d-f705-4577-8441-33911161812b req-19807c00-367f-4b26-940d-5e36de3947a0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 210 time: 0.0771675
Feb 17 21:40:28.505809 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b691e6f7-2413-4d4d-baf0-7d9e31754b26 req-5b222c40-ff98-4693-a520-21a8558c2b0c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 210 time: 0.0865960
Feb 17 21:40:29.437989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65e74-44dd-4363-a885-782db80e7cef req-6ba1cfbc-65b2-43a5-88ec-7679416d18ef tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:29.439579 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-6ba1cfbc-65b2-43a5-88ec-7679416d18ef tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 812 time: 0.2120004
Feb 17 21:40:29.535067 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b6d2b8ed-280f-429e-bc7e-61f8b01fbcac tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aba5d46326f44797be23f75dcad76b44 HTTP/1.1" status: 200  len: 5765 time: 0.0859122
Feb 17 21:40:29.545159 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'port': {'device_id': '69bd5653-3531-4cde-822e-178219ded318', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'admin_state_up': True, 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'security_groups': ['156d56c5-cc43-4de7-ad10-c94b3b977e49']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:40:29.814194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0df7ab27-6ede-425b-8099-5f87e3bed48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:29.883150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:40:29.906131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:40:29.921704 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Made reservation on behalf of aba5d46326f44797be23f75dcad76b44 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 21:40:29.928513 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:30.183618 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c2a9cd7a-d88e-4ccf-8fe2-b0d1040a2a47 req-404841cb-a35a-413a-b778-9d84abe81dd2 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 210 time: 0.4829600
Feb 17 21:40:30.438021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Allocated IP 172.20.0.12 (46bc35c9-db4b-4405-898f-7c3c7bae46f1/6d83b4f0-27d4-41ec-be5b-22b6450332c9/80b44534-3503-43a2-b74b-5c9227423987) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:40:30.704762 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:30.724815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Transition to ACTIVE for port object 80b44534-3503-43a2-b74b-5c9227423987 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:40:30.750651 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:30.767621 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0b067135-9d93-41d6-a174-2a75260bcbea tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:40:30.924755 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=80b44534-3503-43a2-b74b-5c9227423987,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:40:30.946629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.947058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.947487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.947909 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.948326 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.948786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.949205 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.949614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.950021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.950960 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.951366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.951779 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.952261 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.952701 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.953108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.953519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.953922 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.954335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.954744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.955206 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.955558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.955962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.956394 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.956794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:30.962086 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:30.964133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:40:31.006844 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:40:31.008074 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:40:31.010737 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:40:31.085150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:31.085881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:31.129726 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-b891a5e4-fe00-445d-9511-782eefde041b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5891993
Feb 17 21:40:31.145883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Request body: {'port': {'device_id': '69bd5653-3531-4cde-822e-178219ded318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:40:31.281802 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-37eb5229-c2a6-4bcd-a2f5-c35c5d7a7ed4 None None] Provisioning for port 80b44534-3503-43a2-b74b-5c9227423987 completed by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:40:31.291230 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-37eb5229-c2a6-4bcd-a2f5-c35c5d7a7ed4 None None] Provisioning complete for port 80b44534-3503-43a2-b74b-5c9227423987 triggered by entity DHCP. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:40:31.291794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-37eb5229-c2a6-4bcd-a2f5-c35c5d7a7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:31.306162 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:31.403925 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-37eb5229-c2a6-4bcd-a2f5-c35c5d7a7ed4 None None] Port 80b44534-3503-43a2-b74b-5c9227423987 cannot update to ACTIVE because it is not bound. {{(pid=83955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 21:40:31.456372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-daaf6a24-ae79-4729-b467-3494dd538c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:31.849964 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6925e3-7232-40fa-a888-eb456d14c6de req-74075204-0f93-4378-9ad7-a17ebb645b4b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:31.851010 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2c6925e3-7232-40fa-a888-eb456d14c6de req-74075204-0f93-4378-9ad7-a17ebb645b4b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:40:31.899102 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-2c6925e3-7232-40fa-a888-eb456d14c6de req-74075204-0f93-4378-9ad7-a17ebb645b4b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:40:31.900558 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2c6925e3-7232-40fa-a888-eb456d14c6de req-74075204-0f93-4378-9ad7-a17ebb645b4b tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 932 time: 0.4970393
Feb 17 21:40:32.037250 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-2c6925e3-7232-40fa-a888-eb456d14c6de req-1142bf27-e8d5-4f96-b9ff-932ef13b4ae8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0858054
Feb 17 21:40:32.162477 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b44534-3503-43a2-b74b-5c9227423987 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 21:40:32.171895 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:32.194207 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Transition to ACTIVE for port object 80b44534-3503-43a2-b74b-5c9227423987 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 21:40:32.198833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:32.230309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-591a70e4-21b0-4d01-831e-a95459eb2273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:40:32.453746 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:32.693098 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Pushing event updated for resources: {'Port': ['ID=80b44534-3503-43a2-b74b-5c9227423987,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:40:32.699202 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:40:32.957031 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Attempting to bind port 80b44534-3503-43a2-b74b-5c9227423987 on host hv-cinder-76019 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 21:40:32.958193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Attempting to bind port 80b44534-3503-43a2-b74b-5c9227423987 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 21:40:32.958193 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Attempting to bind port 80b44534-3503-43a2-b74b-5c9227423987 on network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 21:40:32.966810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Checking agent: {'id': 'a1bec132-1e6c-4b7a-b26d-5bcaf057340c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 26, 57), 'started_at': datetime.datetime(2021, 2, 17, 21, 27, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 21:40:32.967285 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Checking segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 21:40:32.967843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:32.968529 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Bound using segment: {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 21:40:32.969356 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Bound port: 80b44534-3503-43a2-b74b-5c9227423987, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 21:40:32.969982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:33.131750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] For port 80b44534-3503-43a2-b74b-5c9227423987, host hv-cinder-76019, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 21:40:33.138709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] For port 80b44534-3503-43a2-b74b-5c9227423987, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=80b44534-3503-43a2-b74b-5c9227423987,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 21:40:33.144044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13909376'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:33.171576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:40:33.356185 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Pushing event updated for resources: {'Port': ['ID=80b44534-3503-43a2-b74b-5c9227423987,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:40:33.363480 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:40:33.363732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bcb92-71c9-4a62-900e-4556bbace9e9 req-4f969b96-275c-4bb3-9c56-d606cb02cda4 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:33.365788 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3a6bcb92-71c9-4a62-900e-4556bbace9e9 req-4f969b96-275c-4bb3-9c56-d606cb02cda4 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 944 time: 0.1107256
Feb 17 21:40:33.406118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:33.407558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:33.410173 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-d1e90df9-9c57-4cb8-a4f7-ec7410c0beaf service neutron] 10.222.0.83 "PUT /v2.0/ports/80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 1158 time: 2.2725551
Feb 17 21:40:33.411025 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'tag': '80b44534-3503-43a2-b74b-5c9227423987'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:40:33.445446 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3a6bcb92-71c9-4a62-900e-4556bbace9e9 req-a3908ea5-5c90-4147-b172-08e9485753c8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0700998
Feb 17 21:40:33.447393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:33.563899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65e74-44dd-4363-a885-782db80e7cef req-dfc4fa38-8f97-4e18-9349-f841d14d8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:33.566217 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-dfc4fa38-8f97-4e18-9349-f841d14d8022 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 1161 time: 0.1001351
Feb 17 21:40:33.670861 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-2193e172-9d1c-437b-a69c-5082a0b1aa34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 217 time: 0.0965388
Feb 17 21:40:33.785400 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'tag': '80b44534-3503-43a2-b74b-5c9227423987', 'status': 'completed', 'code': 200}
Feb 17 21:40:33.795644 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65e74-44dd-4363-a885-782db80e7cef req-f3a71012-fea3-4b16-8301-cfe9bd7bd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:33.797399 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-f3a71012-fea3-4b16-8301-cfe9bd7bd77a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1196845
Feb 17 21:40:33.906774 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65e74-44dd-4363-a885-782db80e7cef req-170a1706-7621-4b0e-ae17-743bcca51fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:33.909550 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-170a1706-7621-4b0e-ae17-743bcca51fdb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1051326
Feb 17 21:40:33.917573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:34.079011 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-3d034b09-5c08-42fa-90f3-0af7791e7e3c service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627920
Feb 17 21:40:34.274513 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-b8b65e74-44dd-4363-a885-782db80e7cef req-2faf0131-5a69-42f2-8f6b-d63ed9ebd572 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1889813
Feb 17 21:40:34.445347 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-36f21a3d-8471-4b2b-a4ec-899034c7b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:34.447824 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-36f21a3d-8471-4b2b-a4ec-899034c7b0d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 1161 time: 0.1281881
Feb 17 21:40:34.719059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-997333d4-91a0-434b-b5ce-8aac770a3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:34.721732 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-997333d4-91a0-434b-b5ce-8aac770a3d24 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.2660022
Feb 17 21:40:34.725142 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c71f8-1ae2-46f7-a045-a38f1abeff11 req-23867830-1f9b-474c-88cf-b189bd80473f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:34.726451 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eb2c71f8-1ae2-46f7-a045-a38f1abeff11 req-23867830-1f9b-474c-88cf-b189bd80473f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 944 time: 0.1381204
Feb 17 21:40:34.791934 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eb2c71f8-1ae2-46f7-a045-a38f1abeff11 req-fe84b0c4-139b-429a-a688-b0f76f2772ae tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0560493
Feb 17 21:40:34.812605 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-ccd3a2b7-9b9a-4683-a33f-4a2fe086330b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 217 time: 0.0810757
Feb 17 21:40:34.894795 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-5c8c8e05-052c-4f71-81f4-5ac135130a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:34.896475 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-5c8c8e05-052c-4f71-81f4-5ac135130a04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0773823
Feb 17 21:40:34.995859 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-11efc52c-1951-4d94-aff8-e0731e6efc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:34.998240 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-11efc52c-1951-4d94-aff8-e0731e6efc8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958250
Feb 17 21:40:35.199212 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-459fcac6-7178-4788-b4c8-3b0698072cb1 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942830
Feb 17 21:40:35.378728 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-360562d7-14bf-4075-ab7e-b682cd61c813 req-cdbe596a-ddb2-4b26-a3c6-04aec3dfa13f service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1710415
Feb 17 21:40:36.185241 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b75fa-c464-4558-96a3-e947ff0556b4 req-4a4b7633-a516-4206-93c9-28c94b175eff tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:36.187116 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-988b75fa-c464-4558-96a3-e947ff0556b4 req-4a4b7633-a516-4206-93c9-28c94b175eff tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 944 time: 0.1076000
Feb 17 21:40:36.254706 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-988b75fa-c464-4558-96a3-e947ff0556b4 req-90437c85-90ac-422b-8a34-02f4f830f17d tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0606370
Feb 17 21:40:37.539442 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50017d59-6571-45ea-9205-1d113b4fd0b4 req-8518a3f6-35bd-43e5-921c-8cadf898a575 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:37.542632 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50017d59-6571-45ea-9205-1d113b4fd0b4 req-8518a3f6-35bd-43e5-921c-8cadf898a575 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 944 time: 0.1615918
Feb 17 21:40:37.637558 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50017d59-6571-45ea-9205-1d113b4fd0b4 req-41d189ae-53ed-43c6-85f2-3b0e4fcda0a7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0872860
Feb 17 21:40:38.927602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f47562-0c27-4263-83de-dbff62d51167 req-e6b1d956-a5fa-4a09-9192-8720d75273a2 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:38.929575 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a2f47562-0c27-4263-83de-dbff62d51167 req-e6b1d956-a5fa-4a09-9192-8720d75273a2 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 944 time: 0.1093199
Feb 17 21:40:38.999444 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-a2f47562-0c27-4263-83de-dbff62d51167 req-043aa850-c17d-432d-b326-0b995053ed61 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0572195
Feb 17 21:40:40.266752 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9161ea-0b2f-4b03-b302-dc752ac3681a req-3063b374-8ab1-43f7-9add-77509fef905c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:40.269670 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c9161ea-0b2f-4b03-b302-dc752ac3681a req-3063b374-8ab1-43f7-9add-77509fef905c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 944 time: 0.1169584
Feb 17 21:40:40.352299 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4c9161ea-0b2f-4b03-b302-dc752ac3681a req-cc2e48fd-f092-4a59-acea-e8a996e97648 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0752780
Feb 17 21:40:41.603951 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e5e06-a05f-4d61-995f-cc07b3194e6b req-ffd66ef0-59db-4d2c-90e6-cfaff1627ef1 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:41.605914 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eb0e5e06-a05f-4d61-995f-cc07b3194e6b req-ffd66ef0-59db-4d2c-90e6-cfaff1627ef1 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 944 time: 0.1053166
Feb 17 21:40:41.640966 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 80b44534-3503-43a2-b74b-5c9227423987 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:40:41.689685 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-eb0e5e06-a05f-4d61-995f-cc07b3194e6b req-5e5905c0-d7ad-49fe-b282-3b63df3b6f48 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0709200
Feb 17 21:40:41.774463 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning for port 80b44534-3503-43a2-b74b-5c9227423987 completed by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 21:40:41.781874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 80b44534-3503-43a2-b74b-5c9227423987 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:40:41.782343 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:41.997652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:42.054742 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b44534-3503-43a2-b74b-5c9227423987'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:40:42.074649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] For port 80b44534-3503-43a2-b74b-5c9227423987, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=80b44534-3503-43a2-b74b-5c9227423987,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:40:42.080061 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:42.089782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:40:42.197197 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Pushing event updated for resources: {'Port': ['ID=80b44534-3503-43a2-b74b-5c9227423987,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:40:42.213864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.213864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.214550 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.215158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.216490 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.217133 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.217757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.218375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.219015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.219638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.220256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.220917 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.221683 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.222305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.222937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.223576 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.224151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.224935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.225375 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.225977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.226609 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.227235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.227870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.228469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:42.237942 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83955) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:40:42.318363 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b44534-3503-43a2-b74b-5c9227423987', 'code': 200}
Feb 17 21:40:42.687565 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1823-25b4-4bc3-9ee0-fa6d04e8a6fb req-fda6d3ef-0e03-44e8-abe1-151c0bfd6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:42.689957 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-144f1823-25b4-4bc3-9ee0-fa6d04e8a6fb req-fda6d3ef-0e03-44e8-abe1-151c0bfd6466 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 1163 time: 0.1090381
Feb 17 21:40:42.752314 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-144f1823-25b4-4bc3-9ee0-fa6d04e8a6fb req-caae430b-5cec-466b-a499-9542f8dc34c7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0554876
Feb 17 21:40:42.973872 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50293951-a758-438e-ba8c-523323ebef1c req-759a8c6f-f8b7-4692-84b8-2b819c218c95 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:42.976909 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50293951-a758-438e-ba8c-523323ebef1c req-759a8c6f-f8b7-4692-84b8-2b819c218c95 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 946 time: 0.1243632
Feb 17 21:40:43.045539 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-50293951-a758-438e-ba8c-523323ebef1c req-4a96d27e-4849-4c90-ab54-0d9518624f4a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0607209
Feb 17 21:40:43.372006 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 80b44534-3503-43a2-b74b-5c9227423987 up at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 21:40:43.457289 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Provisioning complete for port 80b44534-3503-43a2-b74b-5c9227423987 triggered by entity L2. {{(pid=83955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 21:40:43.458073 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695191'] for port, provisioning_complete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:44.311957 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763628e7-1bb6-4dd6-bd67-4fb24c24c2fb req-c57a7828-22db-4c8b-af8e-8a1850d9b427 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:44.314532 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-763628e7-1bb6-4dd6-bd67-4fb24c24c2fb req-c57a7828-22db-4c8b-af8e-8a1850d9b427 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 946 time: 0.1071255
Feb 17 21:40:44.369917 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-763628e7-1bb6-4dd6-bd67-4fb24c24c2fb req-1b136e62-3982-4352-a027-fa22f66bd521 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0478270
Feb 17 21:40:44.602063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ce96c-a63d-4f8b-a348-07051e0a8b00 req-c6343a42-4e52-42bd-937a-1b56a11686db tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:44.604922 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5a3ce96c-a63d-4f8b-a348-07051e0a8b00 req-c6343a42-4e52-42bd-937a-1b56a11686db tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 946 time: 0.1141739
Feb 17 21:40:44.696081 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5a3ce96c-a63d-4f8b-a348-07051e0a8b00 req-cbf64ef6-ad9f-4bb1-b747-04eeb73d9d52 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0783467
Feb 17 21:40:44.953615 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-eb302658-0ec6-4c86-91e0-6fd5679da535 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1916173
Feb 17 21:40:44.969592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'floatingip': {'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:40:44.976561 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 21:40:44.988650 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.quota.driver [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 21:40:45.000105 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:45.228198 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:45.619749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Allocated IP 172.27.3.163 (14179834-28f2-47d0-8122-54bc134dbaea/2e0a559e-9f2d-4bdf-b076-e64a6fd1b583/71b448a5-0bad-48b8-9430-1938d1faec60) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 21:40:45.807815 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:45.843153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262329259260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:45.859977 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c36411f7-0bcd-47ac-b2c6-7f87a04926b1 tempest-TestShelveInstance-1484001983 tempest-TestShelveInstance-1484001983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:40:46.016052 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=71b448a5-0bad-48b8-9430-1938d1faec60,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:40:46.043147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.043657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.044677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.045131 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.045592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.046044 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.046494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.046944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.047441 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.047936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.048491 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.048958 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.049483 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.049937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.050383 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.050828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.051274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.051719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.052166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.052692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.053141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.053590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.054034 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.054475 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:40:46.062882 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:40:46.126892 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Network 14179834-28f2-47d0-8122-54bc134dbaea is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 21:40:46.129166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 21:40:46.133093 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 21:40:46.297258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:46.386511 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-679967'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:46.745114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:46.749684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262328878315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774525486861', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262329288922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840604151'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:46.768452 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a71df73d-48d4-460b-926d-91dab7d1d9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:40:46.935812 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event updated for resources: {'Port': ['ID=71b448a5-0bad-48b8-9430-1938d1faec60,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:40:46.939487 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:40:46.980389 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:40:47.081611 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:47.121454 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:47.123183 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-964ad0e6-111d-4318-9fb9-f6b31d3177d7 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1584868
Feb 17 21:40:47.222418 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-62b8e373-c10c-47a6-921a-9f524ec1e2fc tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:40:47.242502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-62b8e373-c10c-47a6-921a-9f524ec1e2fc tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:40:47.244226 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-62b8e373-c10c-47a6-921a-9f524ec1e2fc tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.163 HTTP/1.1" status: 200  len: 696 time: 0.1136789
Feb 17 21:40:47.454749 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-d3877c8f-d84e-4c64-8221-a25209fb427c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:47.456990 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-4b965d74-88d5-41cd-ba88-ba27598020c3 req-d3877c8f-d84e-4c64-8221-a25209fb427c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.2049057
Feb 17 21:40:47.732257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-eacbea5d-397f-4632-a3a0-064fadb3b66d tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:47.734993 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-eacbea5d-397f-4632-a3a0-064fadb3b66d tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1325064
Feb 17 21:40:47.889369 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-07fb60ed-3e28-4532-9a2b-31ddc90b63e3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.163 HTTP/1.1" status: 200  len: 696 time: 0.1469588
Feb 17 21:40:47.904583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.v2.base [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Request body: {'floatingip': {'port_id': '80b44534-3503-43a2-b74b-5c9227423987', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 21:40:48.054422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:48.918979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:48.922143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380355'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:49.401163 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Floating IP e49a5afe-338a-45aa-951a-55410114a1c2 associated. External IP: 172.27.3.163, port: 80b44534-3503-43a2-b74b-5c9227423987.
Feb 17 21:40:49.821747 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:40:50.038692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:40:50.044387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:40:50.051292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:40:50.065711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:40:50.066536 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa69cdf98>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:40:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:40:50.123906 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-7883913c-b55d-40d6-9c2e-7da2b7743a98 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "PUT /v2.0/floatingips/e49a5afe-338a-45aa-951a-55410114a1c2 HTTP/1.1" status: 200  len: 997 time: 2.2269590
Feb 17 21:40:50.125163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'tag': '80b44534-3503-43a2-b74b-5c9227423987'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:40:50.213171 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'tag': '80b44534-3503-43a2-b74b-5c9227423987', 'status': 'completed', 'code': 200}
Feb 17 21:40:50.415773 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-ff12310d-797d-4eeb-b124-00808479b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:50.417393 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-ff12310d-797d-4eeb-b124-00808479b0fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 1163 time: 0.1772704
Feb 17 21:40:50.421132 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-856575e5-1afb-4ac4-bef0-d1395c71df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:50.422791 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-856575e5-1afb-4ac4-bef0-d1395c71df9f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 1163 time: 0.2526119
Feb 17 21:40:50.583712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:40:50.720022 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-3a6c3798-b372-44a4-aeac-32e4ddf9bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:50.721720 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-3a6c3798-b372-44a4-aeac-32e4ddf9bbd2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.2978253
Feb 17 21:40:50.727672 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-cb7c0b22-dddc-4cfb-8c93-ab673cbeba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:50.729535 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-cb7c0b22-dddc-4cfb-8c93-ab673cbeba37 service neutron] 10.222.0.81 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.2810364
Feb 17 21:40:50.956644 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-c232bb5c-520e-4002-a27c-bdeead7e34f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 1000 time: 0.2258866
Feb 17 21:40:50.959083 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-236d28ce-b897-4eb3-9c1b-4ddc5905765b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 1000 time: 0.1632740
Feb 17 21:40:51.093843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-f6fa14b5-62e6-4dca-8d39-8bb46d36edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:51.095237 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-f6fa14b5-62e6-4dca-8d39-8bb46d36edd3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0941970
Feb 17 21:40:51.151366 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-d80d73ab-ad71-46a2-8819-7c4e1bf62493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:51.153182 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-d80d73ab-ad71-46a2-8819-7c4e1bf62493 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1907084
Feb 17 21:40:51.190949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa69cdf98>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:35Z', 'revision_number': 2, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}, {'id': 'e49a5afe-338a-45aa-951a-55410114a1c2', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': '80b44534-3503-43a2-b74b-5c9227423987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:d8:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd5653-3531-4cde-822e-178219ded318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:40:46Z', 'updated_at': '2021-02-17T21:40:48Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:40:51.196681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:40:51.209378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:40:51.210174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa69cdf98>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:40:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:40:51.269835 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-4012cbb9-4ab6-48ee-a9e1-696ae48fa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:51.271648 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-4012cbb9-4ab6-48ee-a9e1-696ae48fa0c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1666667
Feb 17 21:40:51.280586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-ae98fdcd-a4e4-46e6-bf3d-742ae3b4cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:40:51.282605 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-ae98fdcd-a4e4-46e6-bf3d-742ae3b4cbff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1226184
Feb 17 21:40:51.487586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:40:51.586948 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-0d28d147-6a34-406e-a48c-726812296527 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3014355
Feb 17 21:40:51.593640 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-45cbca95-09be-4da0-ba3e-d9e203d6c59e service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2792485
Feb 17 21:40:52.033211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa69cdf98>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:35Z', 'revision_number': 2, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}, {'id': 'e49a5afe-338a-45aa-951a-55410114a1c2', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': '80b44534-3503-43a2-b74b-5c9227423987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:d8:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd5653-3531-4cde-822e-178219ded318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:40:46Z', 'updated_at': '2021-02-17T21:40:48Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:40:52.038838 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bade9d1-638a-47b6-81f9-4267fb5173c4 None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:35Z', 'revision_number': 2, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}, {'id': 'e49a5afe-338a-45aa-951a-55410114a1c2', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': '80b44534-3503-43a2-b74b-5c9227423987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:d8:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd5653-3531-4cde-822e-178219ded318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:40:46Z', 'updated_at': '2021-02-17T21:40:48Z', 'revision_number': 1, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:40:52.148915 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cc1716f8-9a4f-42fe-bdcc-1f6e0c4911ff req-dfe5f77c-df9d-49a2-999a-143d4360c6b1 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5498512
Feb 17 21:40:52.150977 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8ef7ca-bfb2-4403-9c0c-c81b5b38f81e req-37950cb3-a036-4334-91d3-4deedfe30336 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5505745
Feb 17 21:40:52.390936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fc2a95-efbb-4394-b1b6-8af02df9284e None None] New status for floating IP e49a5afe-338a-45aa-951a-55410114a1c2: ACTIVE {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:40:59.803026 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0a22eb4-d6ae-410d-9074-faf83bde1e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:00.967282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:01.445258 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c28f7980-807e-425d-954b-33187787a62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:02.448797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:03.176974 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-1ecd8ba0-938b-4557-a030-bcde01faa411 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0809765
Feb 17 21:41:03.337242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-77866fbc-cdb7-4380-be5d-ec38589eec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:41:03.338885 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-77866fbc-cdb7-4380-be5d-ec38589eec1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1163 time: 0.0878825
Feb 17 21:41:03.443359 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:03.503937 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-9ad2d273-1233-400c-b761-5cc0eb3250ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:41:03.505660 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-9ad2d273-1233-400c-b761-5cc0eb3250ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1466508
Feb 17 21:41:03.619892 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-fec9b411-245c-4095-816a-55514ac0300d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 1002 time: 0.1068218
Feb 17 21:41:03.692265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-e2941882-6d57-4b90-9c34-821fb0e71b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:41:03.693953 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-e2941882-6d57-4b90-9c34-821fb0e71b28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0668375
Feb 17 21:41:03.779271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-e967af20-d585-4df4-b22e-c4ecce339ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:41:03.780973 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-e967af20-d585-4df4-b22e-c4ecce339ac3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792961
Feb 17 21:41:03.919567 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:03.935605 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-f7287723-df67-4d57-9863-002a9189e4a6 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468427
Feb 17 21:41:04.091001 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-82479c95-33fe-4efe-ab9f-c5be8c426774 req-a083d30c-b591-48c5-abe5-2bc824559870 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470134
Feb 17 21:41:23.985967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:41:29.807444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-be478ee4-4a62-437c-bcfc-87708a0f4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:30.984003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:31.449036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e7bfe4c-c7ef-4b42-b897-e1bc2471fd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:32.452857 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:33.457372 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:33.921657 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:41:59.818736 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c459764e-1c33-4a64-82a7-0fb1f76a394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:00.989225 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:42:01.003493 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:01.461453 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1033b68-2848-410b-aa66-fe156c784d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:02.466292 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:03.444233 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:03.800977 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-8bc80b33-b72d-4448-998a-b195c584bc8a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0883753
Feb 17 21:42:03.931866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:03.940396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-f65f0556-fe18-4728-9e13-5c8a3cb44e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:03.942388 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-f65f0556-fe18-4728-9e13-5c8a3cb44e1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 1163 time: 0.1160426
Feb 17 21:42:04.142602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-44bb7819-3230-4783-986f-0ab6de9b6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:04.145608 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-44bb7819-3230-4783-986f-0ab6de9b6af1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1776700
Feb 17 21:42:04.279057 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-ada2fa45-a07c-4db0-ab5f-7c079fb1dfb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 1002 time: 0.1265910
Feb 17 21:42:04.364970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-cb9965fb-6d23-41fc-bd12-1575d4cd4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:04.367874 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-cb9965fb-6d23-41fc-bd12-1575d4cd4cc9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.0829787
Feb 17 21:42:04.480906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-43ed4deb-b29e-4b5e-ab99-935065f38adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:04.482831 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-43ed4deb-b29e-4b5e-ab99-935065f38adc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1088226
Feb 17 21:42:04.654217 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-4db7a97c-e837-46ee-b941-275cd88ad7ad service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646125
Feb 17 21:42:04.823427 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-1b645ba7-e663-4a44-8c50-5b75d4d54b81 req-22ac739a-158a-476e-af55-2b1bbbc61801 service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1633193
Feb 17 21:42:18.819709 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-36389f20-9951-421a-b743-2eef527b8fcc tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips/e49a5afe-338a-45aa-951a-55410114a1c2 HTTP/1.1" status: 200  len: 999 time: 0.1352520
Feb 17 21:42:19.008434 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-1ff5d905-bcb1-4e18-9770-7f13447f2ee8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:19.009987 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-1ff5d905-bcb1-4e18-9770-7f13447f2ee8 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.1834834
Feb 17 21:42:19.142888 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-3d7d8025-3b1d-4563-a266-88e1ef53ae02 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.163 HTTP/1.1" status: 200  len: 1002 time: 0.1253872
Feb 17 21:42:19.237898 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-48f60782-22db-4aef-bc28-87e123923ccb tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:19.239467 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-48f60782-22db-4aef-bc28-87e123923ccb tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports/80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 943 time: 0.0880361
Feb 17 21:42:19.497746 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-64ace1f7-0611-4e93-87e1-04f568460f25 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.163 HTTP/1.1" status: 200  len: 1002 time: 0.1210797
Feb 17 21:42:19.758814 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Deleting port 71b448a5-0bad-48b8-9430-1938d1faec60 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:19.759257 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:19.966419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:19.967425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:20.122160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Calling delete_port for 71b448a5-0bad-48b8-9430-1938d1faec60 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:20.597839 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:20.615465 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-01a23ab8-2350-4dc1-9972-5c33cfa724ef tempest-AttachVolumeTestJSON-451220551 tempest-AttachVolumeTestJSON-451220551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:20.726545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event deleted for resources: {'Port': ['ID=71b448a5-0bad-48b8-9430-1938d1faec60,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:20.741484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.741901 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.742318 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.742729 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.743143 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.743537 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.743941 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.744378 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.744764 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.745172 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.745569 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.745967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.746459 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.747391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.747788 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.748183 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.748602 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.749001 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.749395 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.749793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.750194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.750586 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.750979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.751373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:20.757522 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:20.894709 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:20.894994 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Floating IP e49a5afe-338a-45aa-951a-55410114a1c2 disassociated (deleted). External IP: 172.27.3.163, port: 80b44534-3503-43a2-b74b-5c9227423987.
Feb 17 21:42:21.338639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:42:21.584992 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:42:21.600662 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:42:21.620540 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:42:21.622305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa652b4e0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:42:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:21.630504 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:21.746498 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-affeaccd-e87d-435c-bdf8-b37726437be6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "DELETE /v2.0/floatingips/e49a5afe-338a-45aa-951a-55410114a1c2 HTTP/1.1" status: 204  len: 173 time: 2.2410436
Feb 17 21:42:21.747422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'tag': '80b44534-3503-43a2-b74b-5c9227423987'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:42:21.968675 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'tag': '80b44534-3503-43a2-b74b-5c9227423987', 'status': 'completed', 'code': 200}
Feb 17 21:42:21.971419 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:42:22.014867 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-a7929d1e-90ad-4f59-8c57-fa16f14f4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:22.019720 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-a7929d1e-90ad-4f59-8c57-fa16f14f4abf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 1163 time: 0.2540081
Feb 17 21:42:22.104247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-50c8cf1f-5ffc-4a8b-a540-44e49367814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:22.107223 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-50c8cf1f-5ffc-4a8b-a540-44e49367814a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 1163 time: 0.1294546
Feb 17 21:42:22.218638 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-8d148e21-4b04-46fd-94b1-d12efe534548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:22.220544 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-8d148e21-4b04-46fd-94b1-d12efe534548 service neutron] 10.222.0.81 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.1899128
Feb 17 21:42:22.337457 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-475753af-8a75-41f1-8a05-a517d8a50550 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 217 time: 0.1072891
Feb 17 21:42:22.368305 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-e9c09c58-4b70-4996-a726-195fc4d6c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:22.370515 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-e9c09c58-4b70-4996-a726-195fc4d6c993 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.2568445
Feb 17 21:42:22.476514 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-ac54da71-9447-400e-bd24-53a0ff926a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:22.478860 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-ac54da71-9447-400e-bd24-53a0ff926a35 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1283731
Feb 17 21:42:22.479653 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-7eedab51-c740-45f3-af8e-ce3575e36606 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 200  len: 217 time: 0.1019485
Feb 17 21:42:22.578344 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa652b4e0>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:35Z', 'revision_number': 2, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:22.583412 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:42:22.594367 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-5b1d6716-45ac-4bd1-9234-cd0648ce1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:22.594649 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:42:22.595290 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa652b4e0>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:42:01Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:22.596770 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-5b1d6716-45ac-4bd1-9234-cd0648ce1c4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1110568
Feb 17 21:42:22.600272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-65002632-99ae-4b6c-810e-a389a42bd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:22.602108 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-65002632-99ae-4b6c-810e-a389a42bd416 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1153963
Feb 17 21:42:22.729096 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-68f66343-c746-4b0c-a5f8-d57aea923de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:22.732134 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-68f66343-c746-4b0c-a5f8-d57aea923de2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1281655
Feb 17 21:42:22.806790 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-c602a8ee-4db4-4b4e-bec7-2c24eebed1c5 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896830
Feb 17 21:42:22.937956 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-65077495-2105-4b9d-abb3-5077652e741f service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992226
Feb 17 21:42:23.063027 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-27fb62d5-798c-4bd9-aa1c-b17f1ccdc3db req-6425ebb9-c42a-4325-aa3c-ae5b5058695a service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2482297
Feb 17 21:42:23.072864 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:42:23.162091 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-facdaf8e-476a-4428-a073-94b8b9a4c38f req-6e07e707-433e-4c56-ad6a-2697a7a47ecd service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2177274
Feb 17 21:42:23.562391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa652b4e0>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:35Z', 'revision_number': 2, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:23.568797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2c423-c3a1-4e88-8ea6-63833e4d8ea7 None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_floatingips': [{'id': 'ca79e933-7b98-400d-b22a-60f065f6f145', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'router_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'port_id': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'mac_address': 'fa:16:3e:71:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:38:29Z', 'updated_at': '2021-02-17T21:38:35Z', 'revision_number': 2, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:42:23.824494 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc82a36-cbcc-42ed-ad69-6de9f77d083f req-1b3332d8-6f71-4a21-b8fe-48ea887b3755 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:23.825894 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3dc82a36-cbcc-42ed-ad69-6de9f77d083f req-1b3332d8-6f71-4a21-b8fe-48ea887b3755 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:42:23.852035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3dc82a36-cbcc-42ed-ad69-6de9f77d083f req-1b3332d8-6f71-4a21-b8fe-48ea887b3755 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:42:23.853506 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3dc82a36-cbcc-42ed-ad69-6de9f77d083f req-1b3332d8-6f71-4a21-b8fe-48ea887b3755 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 946 time: 0.1725142
Feb 17 21:42:23.923823 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3dc82a36-cbcc-42ed-ad69-6de9f77d083f req-f0c8632d-4c1f-4fff-b81d-9ae9a78330de tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0553422
Feb 17 21:42:24.014461 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659a455-578a-4f76-93fa-525fe1524994 None None] New status for floating IP e49a5afe-338a-45aa-951a-55410114a1c2: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:42:25.241410 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-a9b9d166-ac89-4a21-bcf7-4fe21c1dcb29 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:25.243452 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-a9b9d166-ac89-4a21-bcf7-4fe21c1dcb29 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 946 time: 0.2012537
Feb 17 21:42:25.250971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e996fb4-ca4d-477c-80a1-ae5566aef927 req-aae695e2-7b22-4a3d-a34b-bb450713985c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:25.252767 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6e996fb4-ca4d-477c-80a1-ae5566aef927 req-aae695e2-7b22-4a3d-a34b-bb450713985c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 946 time: 0.1630397
Feb 17 21:42:25.372597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Deleting port 80b44534-3503-43a2-b74b-5c9227423987 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:25.373150 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:25.439414 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-6e996fb4-ca4d-477c-80a1-ae5566aef927 req-2973049a-96f2-4d12-8a4c-5d62f7b58dca tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1430199
Feb 17 21:42:25.723411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] For port 80b44534-3503-43a2-b74b-5c9227423987, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=80b44534-3503-43a2-b74b-5c9227423987,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:25.723852 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:25.938141 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Calling delete_port for 80b44534-3503-43a2-b74b-5c9227423987 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:25.998295 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device 80b44534-3503-43a2-b74b-5c9227423987 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:42:26.157573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:26.184391 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-8c661832-36ce-40d5-bb8f-fa925fa2c9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:26.184705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Port 80b44534-3503-43a2-b74b-5c9227423987 update to DOWN by agent not found {{(pid=83955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 17 21:42:26.300210 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event deleted for resources: {'Port': ['ID=80b44534-3503-43a2-b74b-5c9227423987,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:26.324088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.324597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.325502 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.325913 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.326317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.326723 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.327136 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.327541 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.327963 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.328435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.328834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.329267 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.329744 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.330149 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.330597 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.331248 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.331910 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.332587 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.333236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.334144 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.334781 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.335371 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.335976 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.336622 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 21:42:26.343926 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:26.466294 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] No DVR routers for this DVR port 80b44534-3503-43a2-b74b-5c9227423987 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:42:26.469850 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:26.473263 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'name': 'network-vif-deleted', 'tag': '80b44534-3503-43a2-b74b-5c9227423987'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:42:26.502389 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-5d5b98d8-f9d7-4aac-84f9-371562e08306 req-c2038897-75fa-4c55-807e-f87b2fc6f2af tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "DELETE /v2.0/ports/80b44534-3503-43a2-b74b-5c9227423987 HTTP/1.1" status: 204  len: 173 time: 1.2482686
Feb 17 21:42:26.544918 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bd5653-3531-4cde-822e-178219ded318', 'name': 'network-vif-deleted', 'tag': '80b44534-3503-43a2-b74b-5c9227423987', 'status': 'completed', 'code': 200}
Feb 17 21:42:26.644799 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bf5a34a2-4750-4245-b4e5-b32235a66f91 req-92704c0d-49e4-47f5-a4b3-c3820830e43d tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=69bd5653-3531-4cde-822e-178219ded318 HTTP/1.1" status: 200  len: 210 time: 0.0753536
Feb 17 21:42:29.819826 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db6b209f-9da1-4c73-98e4-6a63a8b5acdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:30.500431 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-56479871-715d-4ec8-b2dd-82f668132717 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips/ca79e933-7b98-400d-b22a-60f065f6f145 HTTP/1.1" status: 200  len: 999 time: 0.1518435
Feb 17 21:42:30.681310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-8e617db9-97e7-455f-9973-65a8e5bd9583 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:30.682930 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-8e617db9-97e7-455f-9973-65a8e5bd9583 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.1760006
Feb 17 21:42:30.819464 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-29e631f7-689d-4fd9-aba9-ab3e4d5936fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:floatingip {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:42:30.836033 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-29e631f7-689d-4fd9-aba9-ab3e4d5936fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:floatingip {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:42:30.837443 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-29e631f7-689d-4fd9-aba9-ab3e4d5936fd tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.177 HTTP/1.1" status: 200  len: 1002 time: 0.1464972
Feb 17 21:42:30.928899 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-a39c86a1-14e4-4d16-8e29-9520ceedb0f6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:30.930464 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-a39c86a1-14e4-4d16-8e29-9520ceedb0f6 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports/ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 943 time: 0.0861847
Feb 17 21:42:31.016413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:31.262814 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-64d41096-57cb-4565-8750-f8749c9df058 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.177 HTTP/1.1" status: 200  len: 1002 time: 0.2034221
Feb 17 21:42:31.465883 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a665ecda-3abd-401b-90d1-bc5172b93068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:31.539406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Deleting port d2564c08-9b87-43c1-8fcc-c107fec2eaea {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:31.539797 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:31.798138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:31.798505 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:32.207440 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Calling delete_port for d2564c08-9b87-43c1-8fcc-c107fec2eaea owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:32.390849 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:32.416643 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-ed71dc11-1e7a-47ef-b451-974dc4a9a335 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:32.465545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:32.530827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event deleted for resources: {'Port': ['ID=d2564c08-9b87-43c1-8fcc-c107fec2eaea,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:32.542584 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:32.719970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:32.720291 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.db.l3_db [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Floating IP ca79e933-7b98-400d-b22a-60f065f6f145 disassociated (deleted). External IP: 172.27.3.177, port: ab18e175-1923-44ef-b2c6-2d2f141e2430.
Feb 17 21:42:33.244174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:42:33.451658 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:33.513860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:42:33.526138 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:42:33.544803 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:42:33.545521 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa652bc88>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:42:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:33.549870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:33.637536 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-1ef7d6d3-03c5-4928-acfb-2d1ce17bb76e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "DELETE /v2.0/floatingips/ca79e933-7b98-400d-b22a-60f065f6f145 HTTP/1.1" status: 204  len: 173 time: 2.3669331
Feb 17 21:42:33.638164 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:42:33.723084 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'status': 'completed', 'code': 200}
Feb 17 21:42:33.789692 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:42:33.807827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-721c045f-16e5-4f49-bee0-d23cd2c96684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:33.810969 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-721c045f-16e5-4f49-bee0-d23cd2c96684 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1163 time: 0.1556191
Feb 17 21:42:33.854092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-20e3e36b-b14c-4ff3-b222-628b5dd5ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:33.858398 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-20e3e36b-b14c-4ff3-b222-628b5dd5ae27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aba5d46326f44797be23f75dcad76b44&device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 1163 time: 0.1332088
Feb 17 21:42:33.940973 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:34.020991 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-145e66e4-6d74-4397-a6e4-24472e8f869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:34.024170 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-145e66e4-6d74-4397-a6e4-24472e8f869f service neutron] 10.222.0.81 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.2057009
Feb 17 21:42:34.189052 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-e89e55ef-82bb-4bb8-b541-0a1c38b192cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 217 time: 0.1531720
Feb 17 21:42:34.316881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-329e699d-0763-4c49-b078-14dbc0e32505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:34.319189 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-329e699d-0763-4c49-b078-14dbc0e32505 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1212504
Feb 17 21:42:34.356876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa652bc88>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:34.365282 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:42:34.384469 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:42:34.385682 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa652bc88>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:42:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:34.452200 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-f6bc3bc8-6eb5-4851-a516-4749c7776976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:34.454800 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-f6bc3bc8-6eb5-4851-a516-4749c7776976 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1234159
Feb 17 21:42:34.456861 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-e0ef5726-8d55-4ec6-a3d9-5f6508a9aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:34.458498 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-e0ef5726-8d55-4ec6-a3d9-5f6508a9aacf service neutron] 10.222.0.83 "GET /v2.0/networks?id=46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 200  len: 906 time: 0.5940731
Feb 17 21:42:34.546539 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-887e3dc7-08ea-47f7-8e0a-9beb14485b85 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 200  len: 217 time: 0.0795634
Feb 17 21:42:34.643511 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-0fda8b16-439d-4253-82ac-ac4019212e81 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742072
Feb 17 21:42:34.671722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-da45f8a3-5cd7-40e2-8361-649773d3e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:34.674856 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-da45f8a3-5cd7-40e2-8361-649773d3e4e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 200  len: 851 time: 0.1223416
Feb 17 21:42:34.776816 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:42:34.784558 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-79830a91-4d92-4663-93c7-f16addeddfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:34.786291 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-79830a91-4d92-4663-93c7-f16addeddfb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46bc35c9-db4b-4405-898f-7c3c7bae46f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1047001
Feb 17 21:42:34.832233 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-3556e0bf-5f6c-4060-9ce9-25701c3fd870 req-9ffcd923-2b06-4553-ada8-e9f9603941d8 service neutron] 10.222.0.81 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1755304
Feb 17 21:42:34.973339 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-51a8e49f-957c-4251-a160-ac1f0612416d service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803405
Feb 17 21:42:35.261686 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-cb8629e7-9d75-47b5-8d07-dc1690cf4424 req-753c6c9b-9fae-44b3-b846-4401caa6bc9d service neutron] 10.222.0.83 "GET /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2815506
Feb 17 21:42:35.307124 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa652bc88>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:35.317688 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09230f72-f28b-4714-adf3-6891c78d33da None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:34:54Z', 'revision_number': 4, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi', '_interfaces': [{'id': 'cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4', 'name': '', 'network_id': '46bc35c9-db4b-4405-898f-7c3c7bae46f1', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'mac_address': 'fa:16:3e:c1:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:52Z', 'updated_at': '2021-02-17T21:35:03Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'subnets': [{'id': '6d83b4f0-27d4-41ec-be5b-22b6450332c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:42:35.563284 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5c71-fcf3-4236-bfda-34c88de4adf4 req-e2699cb7-cb95-4f59-9dde-711a530c20ac tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:35.564059 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-f39d5c71-fcf3-4236-bfda-34c88de4adf4 req-e2699cb7-cb95-4f59-9dde-711a530c20ac tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:42:35.586190 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-f39d5c71-fcf3-4236-bfda-34c88de4adf4 req-e2699cb7-cb95-4f59-9dde-711a530c20ac tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:42:35.588308 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f39d5c71-fcf3-4236-bfda-34c88de4adf4 req-e2699cb7-cb95-4f59-9dde-711a530c20ac tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 946 time: 0.1430831
Feb 17 21:42:35.661625 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-f39d5c71-fcf3-4236-bfda-34c88de4adf4 req-adc77cc9-9469-4f7e-8639-7e9a130321ef tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0606182
Feb 17 21:42:35.867160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f387d5c-ae6a-4e8a-a94b-e32de82e6c0f None None] New status for floating IP ca79e933-7b98-400d-b22a-60f065f6f145: DOWN {{(pid=83955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 21:42:36.976434 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53617a9-0832-4a4c-9a63-ec0936af00cb req-a001ebc3-a47e-48a9-986c-6e7c9ce2f463 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:36.977311 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c53617a9-0832-4a4c-9a63-ec0936af00cb req-a001ebc3-a47e-48a9-986c-6e7c9ce2f463 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:42:36.989273 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc428524-a737-49cd-b86b-4e807ffed03c req-7515bf9b-43e7-4863-91b7-be00a31d41ca tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:36.990308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-bc428524-a737-49cd-b86b-4e807ffed03c req-7515bf9b-43e7-4863-91b7-be00a31d41ca tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:42:37.011879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-bc428524-a737-49cd-b86b-4e807ffed03c req-7515bf9b-43e7-4863-91b7-be00a31d41ca tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:42:37.013741 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc428524-a737-49cd-b86b-4e807ffed03c req-7515bf9b-43e7-4863-91b7-be00a31d41ca tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 946 time: 0.1588969
Feb 17 21:42:37.014665 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-c53617a9-0832-4a4c-9a63-ec0936af00cb req-a001ebc3-a47e-48a9-986c-6e7c9ce2f463 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:42:37.016263 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c53617a9-0832-4a4c-9a63-ec0936af00cb req-a001ebc3-a47e-48a9-986c-6e7c9ce2f463 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 946 time: 0.2092147
Feb 17 21:42:37.135515 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-c53617a9-0832-4a4c-9a63-ec0936af00cb req-5d8d3531-7a84-4fa6-a3a2-38cff6c9ddda tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups?id=156d56c5-cc43-4de7-ad10-c94b3b977e49&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0801566
Feb 17 21:42:37.142297 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Deleting port ab18e175-1923-44ef-b2c6-2d2f141e2430 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:37.142684 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:37.439979 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] For port ab18e175-1923-44ef-b2c6-2d2f141e2430, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ab18e175-1923-44ef-b2c6-2d2f141e2430,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:37.440312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:37.588902 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Calling delete_port for ab18e175-1923-44ef-b2c6-2d2f141e2430 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:37.774955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:37.790888 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-1b8ad6e7-0b59-4439-b892-88e83078aa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:37.891627 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event deleted for resources: {'Port': ['ID=ab18e175-1923-44ef-b2c6-2d2f141e2430,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:37.899245 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:37.992330 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:42:38.019492 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] No DVR routers for this DVR port ab18e175-1923-44ef-b2c6-2d2f141e2430 on host hv-cinder-76019 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:42:38.021876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:38.024870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'name': 'network-vif-deleted', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 21:42:38.041453 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-bc428524-a737-49cd-b86b-4e807ffed03c req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.83 "DELETE /v2.0/ports/ab18e175-1923-44ef-b2c6-2d2f141e2430 HTTP/1.1" status: 204  len: 173 time: 1.0216990
Feb 17 21:42:38.042113 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device ab18e175-1923-44ef-b2c6-2d2f141e2430 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:42:38.090944 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] No Port match for: ab18e175-1923-44ef-b2c6-2d2f141e2430 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:42:38.093585 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e03899b-2e9f-4565-a6ab-013fb6cb1547', 'name': 'network-vif-deleted', 'tag': 'ab18e175-1923-44ef-b2c6-2d2f141e2430', 'status': 'completed', 'code': 200}
Feb 17 21:42:38.094524 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Device ab18e175-1923-44ef-b2c6-2d2f141e2430 not bound to the agent host hv-cinder-76019 {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:42:38.365848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-abfd5abe-4d43-46b5-a8ec-09ab18eb0ee8 req-e696294e-0c83-4d3e-96cf-de40e2c75af3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Synchronizing usage tracker for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 21:42:38.393484 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.quota.resource [req-abfd5abe-4d43-46b5-a8ec-09ab18eb0ee8 req-e696294e-0c83-4d3e-96cf-de40e2c75af3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Unset dirty status for tenant:aba5d46326f44797be23f75dcad76b44 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 21:42:38.397129 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-abfd5abe-4d43-46b5-a8ec-09ab18eb0ee8 req-e696294e-0c83-4d3e-96cf-de40e2c75af3 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e03899b-2e9f-4565-a6ab-013fb6cb1547 HTTP/1.1" status: 200  len: 210 time: 0.1208239
Feb 17 21:42:39.620515 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-26e0b23c-0e79-4ada-9064-b4f8dfb00e1f tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips/c9a088c5-95e9-456e-8fc1-b9b50db4b093 HTTP/1.1" status: 200  len: 693 time: 0.0933545
Feb 17 21:42:39.795106 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-b65bfb38-0bc1-4b69-a340-c12ac3658680 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 21:42:39.796693 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-b65bfb38-0bc1-4b69-a340-c12ac3658680 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/networks/14179834-28f2-47d0-8122-54bc134dbaea HTTP/1.1" status: 200  len: 784 time: 0.1695585
Feb 17 21:42:39.891831 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-989c7daf-89d3-442b-a207-7b862f99365c tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.101 HTTP/1.1" status: 200  len: 696 time: 0.0879502
Feb 17 21:42:39.997468 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-68dc3d10-6661-470f-b50a-ff7a360e38c0 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.27.3.101 HTTP/1.1" status: 200  len: 696 time: 0.0972917
Feb 17 21:42:40.187866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Deleting port 906f3331-701e-47ae-b856-dfb6f6d0d081 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:40.188250 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:40.405514 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:40.405824 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:40.549687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Calling delete_port for 906f3331-701e-47ae-b856-dfb6f6d0d081 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:40.702525 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:40.718413 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-a6a95fed-58ad-41c2-b891-0febcaa91320 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:40.817745 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event deleted for resources: {'Port': ['ID=906f3331-701e-47ae-b856-dfb6f6d0d081,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:40.820717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:40.956066 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:40.977270 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16665746'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:40.978537 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-49fdeb83-fa1c-43b2-b228-a8758ac5d25c req-4c7bf9ff-86f4-49a5-aac1-8704eab6c35a tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "DELETE /v2.0/floatingips/c9a088c5-95e9-456e-8fc1-b9b50db4b093 HTTP/1.1" status: 204  len: 173 time: 0.9750538
Feb 17 21:42:42.477647 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8413218d-d696-4099-bce7-440af01dea94 req-5d0eca4a-bf69-4e20-9e60-36de871a8839 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "GET /v2.0/security-groups/156d56c5-cc43-4de7-ad10-c94b3b977e49 HTTP/1.1" status: 200  len: 2999 time: 0.0533507
Feb 17 21:42:42.561984 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-8413218d-d696-4099-bce7-440af01dea94 req-9e734ff5-4188-48f9-b5c6-dbe640755d9e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:42.599118 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-8413218d-d696-4099-bce7-440af01dea94 req-9e734ff5-4188-48f9-b5c6-dbe640755d9e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:42.653906 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-8413218d-d696-4099-bce7-440af01dea94 req-9e734ff5-4188-48f9-b5c6-dbe640755d9e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:42.660195 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e839b7e4-a9d9-437f-872f-ad13b05a37fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:42.682520 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e734ff5-4188-48f9-b5c6-dbe640755d9e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156d56c5-cc43-4de7-ad10-c94b3b977e49,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:42.686194 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-9e734ff5-4188-48f9-b5c6-dbe640755d9e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:42.693252 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [req-8413218d-d696-4099-bce7-440af01dea94 req-9e734ff5-4188-48f9-b5c6-dbe640755d9e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:42.694523 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [req-8413218d-d696-4099-bce7-440af01dea94 req-9e734ff5-4188-48f9-b5c6-dbe640755d9e tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] 10.222.0.81 "DELETE /v2.0/security-groups/156d56c5-cc43-4de7-ad10-c94b3b977e49 HTTP/1.1" status: 204  len: 173 time: 0.2092292
Feb 17 21:42:42.767095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35822) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:43.541625 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854368609'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:44.306673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Deleting port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:44.307065 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:44.512549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] For port cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:44.513036 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:44.728982 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Calling delete_port for cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:44.951934 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:44.969833 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0b2bab64-c88c-4cc7-840b-b96e78e60fec tempest-VolumesSnapshotTestJSON-1571983100 tempest-VolumesSnapshotTestJSON-1571983100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:45.085226 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:45.088827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:45.534679 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16494470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854368527'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:46.090390 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:42:46.286256 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:42:46.295848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] Sync routers for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:42:46.301614 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-797a2c00-3882-4631-ad43-9e812e8153d9 admin admin] 10.222.0.81 "PUT /v2.0/routers/e089eb98-4c40-48d5-9ca7-82ec1e5918a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5329709
Feb 17 21:42:46.304652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.81', 35828) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:46.307422 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:42:46.308119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6602240>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:42:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:46.501673 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:46.508974 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:42:46.702879 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:46.713235 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Deleting port ab56ab2d-3a81-472a-af0c-5e0dc430a73d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:46.713637 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:46.995435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6602240>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:42:44Z', 'revision_number': 5, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port': {'id': 'ab56ab2d-3a81-472a-af0c-5e0dc430a73d', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:34:43Z', 'updated_at': '2021-02-17T21:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:47.000444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] Checking router: e089eb98-4c40-48d5-9ca7-82ec1e5918a1 for host: dv-cinder-760193-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:42:47.010908 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] Routers {'e089eb98-4c40-48d5-9ca7-82ec1e5918a1'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:42:47.012140 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6602240>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:42:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:47.171549 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] For port ab56ab2d-3a81-472a-af0c-5e0dc430a73d, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=ab56ab2d-3a81-472a-af0c-5e0dc430a73d,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:47.172125 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:47.234335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] Set router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 gateway port host: None {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:42:47.310646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Calling delete_port for ab56ab2d-3a81-472a-af0c-5e0dc430a73d owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:47.406023 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6602240>, [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:42:46Z', 'revision_number': 6, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port_host': None}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:47.412702 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c77b6-b858-478a-acf8-d26568610082 None None] The sync data for ids ['e089eb98-4c40-48d5-9ca7-82ec1e5918a1'] in dv-cinder-760193-4-iscsi is: [{'id': 'e089eb98-4c40-48d5-9ca7-82ec1e5918a1', 'name': 'tempest-TestVolumeBootPattern-1660829340-router', 'tenant_id': 'aba5d46326f44797be23f75dcad76b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:41Z', 'updated_at': '2021-02-17T21:42:46Z', 'revision_number': 6, 'project_id': 'aba5d46326f44797be23f75dcad76b44', 'gw_port_host': None}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:42:47.526339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036840866423'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:47.543153 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2f0c0316-9331-4a1d-bd28-132d43dd18ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:47.650757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab56ab2d-3a81-472a-af0c-5e0dc430a73d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:47.660108 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:47.786275 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421765'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:47.979211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767741'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:47.982362 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.015479 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367977'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.016058 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e089eb98-4c40-48d5-9ca7-82ec1e5918a1 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 21:42:48.029274 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.033497 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-40b06d52-c54c-42ea-8496-f7be45397d46 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e089eb98-4c40-48d5-9ca7-82ec1e5918a1 HTTP/1.1" status: 204  len: 168 time: 1.7248685
Feb 17 21:42:48.033646 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35832) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:48.115924 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] Deleting subnet 6d83b4f0-27d4-41ec-be5b-22b6450332c9 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:42:48.119427 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.176787 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14251331'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.270545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.577055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14252340'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.599166 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2a60980d-6d57-49d3-b08b-12c3e85fcfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:48.701095 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d83b4f0-27d4-41ec-be5b-22b6450332c9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:48.706249 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:48.745283 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.752570 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df80642-c07e-4088-82c3-ebcff437db44 None None] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:42:48.752836 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-7fb511a4-3c44-4ce2-8827-063ad15edfdb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6d83b4f0-27d4-41ec-be5b-22b6450332c9 HTTP/1.1" status: 204  len: 168 time: 0.7179878
Feb 17 21:42:48.755457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35836) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:48.877119 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:48.948104 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Deleting port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:48.948592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:49.034170 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] DHCP port deletion for 46bc35c9-db4b-4405-898f-7c3c7bae46f1 request from dv-cinder-760193-4-iscsi {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 21:42:49.040962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] Deleting port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:49.041794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:49.190663 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] For port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=815e6903-a0a9-4c0d-9bfd-5737ad90dc20,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:49.191317 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:49.294319 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] For port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=815e6903-a0a9-4c0d-9bfd-5737ad90dc20,segment=NetworkSegment(c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783),segment_id=c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:49.294769 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:49.545099 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device ab56ab2d-3a81-472a-af0c-5e0dc430a73d no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:42:49.586971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Calling delete_port for 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:49.645247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] Calling delete_port for 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:49.680680 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:49.692268 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: ab56ab2d-3a81-472a-af0c-5e0dc430a73d {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:42:49.692722 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device ab56ab2d-3a81-472a-af0c-5e0dc430a73d not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:42:49.693180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:42:49.696667 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-dcc77266-821e-449b-8adc-5a0bdf07c232 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:49.737473 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:42:49.737875 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:42:49.738340 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:42:49.780178 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:42:49.780612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device cbd19cf2-a0b2-4f72-8d89-86e5f992d7f4 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:42:49.808577 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Pushing event deleted for resources: {'Port': ['ID=815e6903-a0a9-4c0d-9bfd-5737ad90dc20,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:49.810364 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:42:49.810793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:42:49.812936 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:49.849881 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] No DVR routers for this DVR port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 on host dv-cinder-760193-4-iscsi {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:42:49.978271 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:50.106876 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa5551128>,) {'filters': {'network_id': ['46bc35c9-db4b-4405-898f-7c3c7bae46f1']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:50.119843 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5551128>, 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:50.120182 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa5551128>, 'c655eb4b-5ca3-43e1-8af2-fc1b2ff2a783') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:50.132712 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840524453'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:50.151930 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:50.156092 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:42:50.312163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] Deleting port 815e6903-a0a9-4c0d-9bfd-5737ad90dc20 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:50.312935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:50.345384 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:42:50.355029 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036840604117'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:50.388870 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-56c288d6-c382-4af4-b547-ba990ed67a28 None None] The port '815e6903-a0a9-4c0d-9bfd-5737ad90dc20' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 21:42:50.544986 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Network 46bc35c9-db4b-4405-898f-7c3c7bae46f1 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:42:50.568241 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:42:50.655163 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:50.658516 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:50.673837 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:50.685612 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Pushing event deleted for resources: {'Network': ['ID=46bc35c9-db4b-4405-898f-7c3c7bae46f1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:50.689236 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:50.699739 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-2ea1c309-8614-4666-9ca4-8921a4ab8283 admin admin] 10.222.0.81 "DELETE /v2.0/networks/46bc35c9-db4b-4405-898f-7c3c7bae46f1 HTTP/1.1" status: 204  len: 168 time: 1.9432108
Feb 17 21:42:50.702848 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35840) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:51.320828 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854368609'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:51.742711 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Deleting port d2109767-5ce2-430f-9727-c17d599a4159 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:51.743011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:51.936170 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] For port d2109767-5ce2-430f-9727-c17d599a4159, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=d2109767-5ce2-430f-9727-c17d599a4159,segment=NetworkSegment(a4172450-ca1f-4de5-b3d4-e7373cc7d9af),segment_id=a4172450-ca1f-4de5-b3d4-e7373cc7d9af)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:51.936600 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:52.080782 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Calling delete_port for d2109767-5ce2-430f-9727-c17d599a4159 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:52.279204 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:52.295526 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-3a6c674c-188f-4f48-a246-7645fda7d061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:52.395970 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2109767-5ce2-430f-9727-c17d599a4159,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:52.406891 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:52.964300 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16494470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854368527'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:53.498687 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Router 462d36c1-124c-46b1-9768-32170e863ee4 has already been hosted by L3 agent 638ffd6d-3384-4c92-8d5b-38301d678896 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 21:42:53.699754 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 21:42:53.707783 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-909d53a3-e90b-45e1-a1b6-043ba8ef2109 admin admin] 10.222.0.81 "PUT /v2.0/routers/462d36c1-124c-46b1-9768-32170e863ee4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0038023
Feb 17 21:42:53.709373 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] Sync routers for ids ['462d36c1-124c-46b1-9768-32170e863ee4'] in dv-cinder-760193-4-iscsi {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 21:42:53.710813 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35846) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:53.727055 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] Routers {'462d36c1-124c-46b1-9768-32170e863ee4'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:42:53.728213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6628b38>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:42:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['462d36c1-124c-46b1-9768-32170e863ee4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:53.902757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:53.943312 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] Set router 462d36c1-124c-46b1-9768-32170e863ee4 gateway port host: dv-cinder-760193-4-iscsi {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:42:54.103830 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:54.115757 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Deleting port eb9dd3c9-ceb4-493f-8309-e53c0bde520e {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:54.116601 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:54.271935 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6628b38>, [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'external_fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:42:52Z', 'revision_number': 5, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port': {'id': 'eb9dd3c9-ceb4-493f-8309-e53c0bde520e', 'name': '', 'network_id': '14179834-28f2-47d0-8122-54bc134dbaea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d36c1-124c-46b1-9768-32170e863ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:35:00Z', 'updated_at': '2021-02-17T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a559e-9f2d-4bdf-b076-e64a6fd1b583', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-iscsi'}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:54.277323 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] Checking router: 462d36c1-124c-46b1-9768-32170e863ee4 for host: dv-cinder-760193-4-iscsi {{(pid=83955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 21:42:54.287021 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] Routers {'462d36c1-124c-46b1-9768-32170e863ee4'} bound to L3 agent in host dv-cinder-760193-4-iscsi {{(pid=83955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 21:42:54.287732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fafa6628b38>, 'dv-cinder-760193-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:20:01Z,description=<?>,heartbeat_timestamp=2021-02-17T21:42:31Z,host='dv-cinder-760193-4-iscsi',id=638ffd6d-3384-4c92-8d5b-38301d678896,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T21:20:01Z,topic='l3_agent')) {'router_ids': ['462d36c1-124c-46b1-9768-32170e863ee4'], 'active': True} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:54.361386 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] For port eb9dd3c9-ceb4-493f-8309-e53c0bde520e, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=eb9dd3c9-ceb4-493f-8309-e53c0bde520e,segment=NetworkSegment(46cb5b68-b861-4e02-b600-5b9e2b7d6784),segment_id=46cb5b68-b861-4e02-b600-5b9e2b7d6784)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:54.361750 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:54.502519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] Set router 462d36c1-124c-46b1-9768-32170e863ee4 gateway port host: None {{(pid=83955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 21:42:54.505212 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Calling delete_port for eb9dd3c9-ceb4-493f-8309-e53c0bde520e owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:54.620325 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fafa6628b38>, [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:42:54Z', 'revision_number': 6, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port_host': None}], 'dv-cinder-760193-4-iscsi', False) {} {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:54.625315 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf67210-4f2f-4c93-bed7-843ffa260d54 None None] The sync data for ids ['462d36c1-124c-46b1-9768-32170e863ee4'] in dv-cinder-760193-4-iscsi is: [{'id': '462d36c1-124c-46b1-9768-32170e863ee4', 'name': 'tempest-TestVolumeBootPattern-1891848422-router', 'tenant_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:34:59Z', 'updated_at': '2021-02-17T21:42:54Z', 'revision_number': 6, 'project_id': '0b9b8a673eae400dbd25b8dbe91a2968', 'gw_port_host': None}] {{(pid=83955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 21:42:54.689435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:54.758705 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-592fbeb2-aa1c-46c4-9228-59a13b0d9835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:54.813829 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9dd3c9-ceb4-493f-8309-e53c0bde520e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:54.816807 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:54.954675 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421765'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.156158 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767741'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.158786 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.187885 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367977'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.188557 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 462d36c1-124c-46b1-9768-32170e863ee4 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 21:42:55.202011 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.203267 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-0863746f-31cc-4a9e-b8eb-befbdd7adaa2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/462d36c1-124c-46b1-9768-32170e863ee4 HTTP/1.1" status: 204  len: 168 time: 1.4914439
Feb 17 21:42:55.206189 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35850) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:55.279889 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] Deleting subnet b9929285-68f4-4032-b21f-1e37e13845d7 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 21:42:55.283497 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.344677 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14251331'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.438050 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703110'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.450444 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device d2109767-5ce2-430f-9727-c17d599a4159 no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:42:55.492690 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: d2109767-5ce2-430f-9727-c17d599a4159 {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:42:55.493090 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device d2109767-5ce2-430f-9727-c17d599a4159 not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:42:55.494309 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device eb9dd3c9-ceb4-493f-8309-e53c0bde520e no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:42:55.531700 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: eb9dd3c9-ceb4-493f-8309-e53c0bde520e {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:42:55.532629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device eb9dd3c9-ceb4-493f-8309-e53c0bde520e not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:42:55.953543 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854072674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838501160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14252340'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:55.969874 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:56.067213 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9929285-68f4-4032-b21f-1e37e13845d7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:56.071912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:56.109405 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:56.116747 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-bf436d4e-df64-483a-8acc-4e8bd772a660 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b9929285-68f4-4032-b21f-1e37e13845d7 HTTP/1.1" status: 204  len: 168 time: 0.9094977
Feb 17 21:42:56.116943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c4168-5e4d-427f-bb8a-af53ce04af18 None None] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 requested from dv-cinder-760193-4-iscsi {{(pid=83955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 21:42:56.120435 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35854) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:56.247350 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16056899'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:56.320629 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Deleting port 1b093c04-509f-44a1-a2bb-411215c9915b {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:56.321015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:56.419314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] DHCP port deletion for 7580fa04-a2e4-4a86-883e-b3bf72de36f3 request from dv-cinder-760193-4-iscsi {{(pid=83955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 21:42:56.424161 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] Deleting port 1b093c04-509f-44a1-a2bb-411215c9915b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:56.424873 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:56.586180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] For port 1b093c04-509f-44a1-a2bb-411215c9915b, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=1b093c04-509f-44a1-a2bb-411215c9915b,segment=NetworkSegment(a4172450-ca1f-4de5-b3d4-e7373cc7d9af),segment_id=a4172450-ca1f-4de5-b3d4-e7373cc7d9af)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:56.586971 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:56.738425 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Calling delete_port for 1b093c04-509f-44a1-a2bb-411215c9915b owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:56.757377 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] For port 1b093c04-509f-44a1-a2bb-411215c9915b, host dv-cinder-760193-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-iscsi',level=0,port_id=1b093c04-509f-44a1-a2bb-411215c9915b,segment=NetworkSegment(a4172450-ca1f-4de5-b3d4-e7373cc7d9af),segment_id=a4172450-ca1f-4de5-b3d4-e7373cc7d9af)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 21:42:56.757820 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398961'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:56.827393 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-680168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774525897519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262329288956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171648'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:56.844614 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-6fc8cd3d-648f-4ef9-8266-2f68995ea702 tempest-TestVolumeBootPattern-1770617615 tempest-TestVolumeBootPattern-1770617615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:56.905853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] Calling delete_port for 1b093c04-509f-44a1-a2bb-411215c9915b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 21:42:56.954013 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b093c04-509f-44a1-a2bb-411215c9915b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:56.958333 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:56.988853 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.db.api [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 21:42:56.989265 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_db.api [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 21:42:56.999834 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] No DVR routers for this DVR port 1b093c04-509f-44a1-a2bb-411215c9915b on host dv-cinder-760193-4-iscsi {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 21:42:57.136147 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-704031', 'neutron.services.segments.db._delete_segments_for_network-8774525859597'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:57.257538 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fafa599eba8>,) {'filters': {'network_id': ['7580fa04-a2e4-4a86-883e-b3bf72de36f3']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:57.271180 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa599eba8>, 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:57.271519 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.services.segments.db [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fafa599eba8>, 'a4172450-ca1f-4de5-b3d4-e7373cc7d9af') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 21:42:57.284793 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774525854733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036840524453'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:57.301211 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854075729'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:57.303339 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 21:42:57.442860 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 1b093c04-509f-44a1-a2bb-411215c9915b no longer exists at agent ovs-agent-dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 21:42:57.482414 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] No Port match for: 1b093c04-509f-44a1-a2bb-411215c9915b {{(pid=83955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 21:42:57.482818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Device 1b093c04-509f-44a1-a2bb-411215c9915b not bound to the agent host dv-cinder-760193-4-iscsi {{(pid=83955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 21:42:57.490114 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] Deleting port 1b093c04-509f-44a1-a2bb-411215c9915b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 21:42:57.490724 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262328885620'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:57.495794 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:42:57.509770 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-700055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036840604117'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:57.568406 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4d73803f-5c32-4a48-9646-f463c6244e98 None None] The port '1b093c04-509f-44a1-a2bb-411215c9915b' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 21:42:57.705768 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Network 7580fa04-a2e4-4a86-883e-b3bf72de36f3 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]: Traceback (most recent call last):
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     timer()
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     cb(*args, **kw)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     return func(*args, **kwargs)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     self._notify()
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     self.callback(batched_events)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     event.method(event)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     segment_id)['aggregates'][0]
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     return f(self, *a, **k)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self._get(url).json()
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     **kwargs)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     return self.request(url, 'GET', **kwargs)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     **endpoint_filter)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 21:42:57.731969 dv-cinder-760193-4-iscsi neutron-server[83842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 21:42:57.823987 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854071785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838281329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854353982'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:57.827639 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c785ae24-0126-4099-8732-4610be857afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:57.845945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838281316'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:57.853474 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7580fa04-a2e4-4a86-883e-b3bf72de36f3,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:57.858827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:57.861751 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-760e61ce-769c-4a76-98a7-6eae46f654e9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7580fa04-a2e4-4a86-883e-b3bf72de36f3 HTTP/1.1" status: 204  len: 168 time: 1.7380536
Feb 17 21:42:57.988387 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35860) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:58.040013 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-1e10f866-5bef-4b8e-a28f-b9f9e31e472a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aba5d46326f44797be23f75dcad76b44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503094
Feb 17 21:42:58.042647 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35864) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:58.108151 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9588720-c4d5-41d0-8c44-e5f54c35c85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:58.140146 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9588720-c4d5-41d0-8c44-e5f54c35c85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:58.189681 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9588720-c4d5-41d0-8c44-e5f54c35c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:58.194726 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-e02eabee-8eec-43a8-a217-2f6d23669c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:58.209818 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9588720-c4d5-41d0-8c44-e5f54c35c85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b1e108-2a12-4b18-a93a-98ad2ff3ad0d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:58.214110 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-c9588720-c4d5-41d0-8c44-e5f54c35c85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:58.218247 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c9588720-c4d5-41d0-8c44-e5f54c35c85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:58.219485 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-c9588720-c4d5-41d0-8c44-e5f54c35c85b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98b1e108-2a12-4b18-a93a-98ad2ff3ad0d HTTP/1.1" status: 204  len: 168 time: 0.1752298
Feb 17 21:42:58.578939 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35872) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:58.629615 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-25d03ff3-cea1-45fb-b0f3-afec630553f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b9b8a673eae400dbd25b8dbe91a2968&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0493970
Feb 17 21:42:58.632167 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.81', 35876) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 21:42:58.692242 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bfe05f2b-b71d-4ab7-a2e4-46ddf5d41aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:58.719331 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bfe05f2b-b71d-4ab7-a2e4-46ddf5d41aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:58.769717 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bfe05f2b-b71d-4ab7-a2e4-46ddf5d41aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16272651'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:58.774810 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-5b51cea3-dd94-4385-b2b8-3b64655c19d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 21:42:58.792038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe05f2b-b71d-4ab7-a2e4-46ddf5d41aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a3406-9473-4890-80db-31bdad0608a5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 21:42:58.794921 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG oslo_concurrency.lockutils [None req-bfe05f2b-b71d-4ab7-a2e4-46ddf5d41aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 21:42:58.796148 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bfe05f2b-b71d-4ab7-a2e4-46ddf5d41aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:42:58.798071 dv-cinder-760193-4-iscsi neutron-server[83842]: INFO neutron.wsgi [None req-bfe05f2b-b71d-4ab7-a2e4-46ddf5d41aa3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/683a3406-9473-4890-80db-31bdad0608a5 HTTP/1.1" status: 204  len: 168 time: 0.1642513
Feb 17 21:42:59.821862 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-21c7e33c-2903-4b0d-9a3c-8f47d4ef5209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:01.029160 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:01.452948 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a69cef23-3fd4-4589-827e-79844dbba012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:02.464945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:03.447981 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:03.930821 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:14.992710 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:43:29.818045 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7fee32fe-de68-4751-aad6-b80da6c574d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:31.042457 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:31.448174 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6a47ff4-f02b-4898-b8f1-37be38d27fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:32.467907 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:33.444486 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:33.938014 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:43:51.993142 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:43:59.822003 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d8859d3a-afac-4f8b-a0f5-976dfd84d85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:01.043583 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:01.446035 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1543fec7-7c07-46cd-bab0-74efda752249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:02.467620 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:03.433945 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:03.936368 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:28.992967 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:44:29.818634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a91eaff8-a6b9-46be-8d7a-2d31f9f8f4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:31.058396 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:31.438598 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c26c4aa7-519e-4795-8cc9-1155bf84c72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:32.470029 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:33.427911 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:33.937634 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:44:55.386255 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-e0bb961d-02e1-4a4c-a9ed-4fcfd725296e req-92d95189-56fa-41aa-b7c1-68a0fd62df22 service neutron] (83954) timed out ('10.222.0.83', 59925) {{(pid=83954) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 21:44:57.791306 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-d7f18fba-dc4b-4881-9858-81be3d80887d req-6fbdbfb4-cd07-42f7-9856-2aa8e37a3e8e service neutron] (83954) timed out ('10.222.0.83', 59924) {{(pid=83954) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 21:44:59.813186 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae0dde9a-2ad7-4fce-9b6f-65a6f3967a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:01.059592 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:01.440652 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4540f32a-787c-48bd-9f97-77ccf7d8b1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:02.475674 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:03.431446 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:03.943912 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:05.993827 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:45:12.161272 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.wsgi [req-be65d2d1-7c6b-4e4a-89d7-37784f4c80bf req-6feabea0-8314-4253-a096-3388ae4a7e3a service neutron] (83954) timed out ('10.222.0.83', 59879) {{(pid=83954) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 21:45:29.829955 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eee17671-802a-429a-bb5d-64890416cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:31.059943 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:31.443308 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd80e-4513-4d1b-b71f-a55cc955507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:32.486500 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:33.434919 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:33.945443 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:45:42.993866 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:45:59.818978 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-76a598ea-c9f1-4562-abec-d80dd9632789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:01.055545 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:01.447310 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f5b474b-dd3b-4068-9a0a-d7515fc8e206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:02.483030 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:03.451989 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:03.947949 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:19.993590 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:46:29.811314 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7dd0397a-5c4f-4bd0-a7e4-1bee8e0dddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:31.053660 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:31.452414 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d238766-bf85-4813-9092-d48255e1308e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:32.484928 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:33.436719 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:33.949335 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:46:56.993360 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:46:59.812276 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d48c8810-55f3-4d88-b44f-95957ea3b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:01.052556 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:01.454371 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-965d5967-9b44-45d9-9f4c-b0a82535a1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:02.485689 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:03.439547 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:03.952038 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:29.814334 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-659d50ee-c293-4977-9517-bbcecc692bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:31.051411 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:31.455088 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f9695fec-8fcd-41c5-9ea1-f4fe9931fe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:32.489573 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:33.442015 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:33.955940 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:47:33.992732 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:47:59.829962 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-646daa1c-177c-4b96-903a-c94d70b0e9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:01.049063 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:01.458004 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7a212947-ba92-40d6-913c-57d2ab3c8d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:02.492521 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:03.444804 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:03.959450 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:10.992431 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron.db.agents_db [None req-dc672b0f-a910-43d4-a54f-15421a5778b9 None None] Agent healthcheck: found 6 active agents {{(pid=83956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 21:48:29.814253 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1a81-e38e-484e-bfa7-fda3a39afcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:31.052718 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3cb2abb2-9196-4214-a8f8-6eb090c935a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:31.463032 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f219e201-df83-4f5a-bbb2-39e5a7b0bb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:32.496157 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b99b2a43-76b0-4b60-af44-d1d249507b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:33.464676 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d021-b5e7-45e0-b874-ed20e0d4b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 21:48:33.964518 dv-cinder-760193-4-iscsi neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-807b752b-9263-47cf-99a4-4a85e62ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262328927246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695393'] for agent, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}